-- Logs begin at Mon 2022-10-17 09:43:58 UTC, end at Mon 2022-10-17 10:49:10 UTC. -- Oct 17 10:16:18.831408 dv-cinder-860209-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 17 10:16:21.497163 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.common.config [-] Logging enabled! Oct 17 10:16:21.497699 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 17 10:16:21.497888 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104358) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 17 10:16:21.501254 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.common.config [-] Logging enabled! Oct 17 10:16:21.501511 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 17 10:16:21.501821 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104358) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 17 10:16:21.502795 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 10:16:21.503032 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 10:16:21.503516 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 10:16:21.503768 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 10:16:21.503996 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 10:16:21.504316 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.504615 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.504854 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.505155 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.505450 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.505735 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.506032 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.506350 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.506646 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.506927 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.507212 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.507446 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.507729 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.508016 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.508304 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.508531 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] debug = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.508816 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.509244 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.509659 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.509943 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.510230 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.510548 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.510820 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.511098 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.511383 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.511718 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] host = dv-cinder-860209-5-iscsi {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.511998 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.512291 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.512577 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.512862 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.513137 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.513415 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.513700 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.513976 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.514250 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] log_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.514548 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.514965 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.515330 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.515634 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.515866 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.516093 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.516382 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.516675 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.516951 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.517228 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.517505 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.517779 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.518055 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.518348 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.518633 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.518920 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.519205 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.519480 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.519755 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.520028 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.520300 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.520583 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.520857 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.521130 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.521404 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.521692 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.521963 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.522236 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.522561 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.522849 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.523131 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.523418 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.523693 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.523977 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.524248 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.524521 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.524798 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] use_json = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.525070 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.525340 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.525624 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.525897 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.526169 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.526525 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.526802 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.527086 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.527360 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:21.527660 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.527959 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.528260 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.528544 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.528850 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.529133 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.529424 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.529708 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.529999 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.530818 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.531204 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.531488 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.531791 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.532084 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.532381 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.532687 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.532984 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.533277 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.533555 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.533834 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.534113 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.534430 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.534723 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.535003 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.535297 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.535587 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.535866 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.536163 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.536450 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.536737 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.537035 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.537328 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.537604 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.537883 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.538177 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.538487 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.538765 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.539056 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.539336 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.539606 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.539889 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.540182 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.540472 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.540746 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.541025 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.541314 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.541591 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.541862 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.542134 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.542448 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.542722 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.543007 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.543285 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.543559 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.543833 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.544112 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.544387 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.544663 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.544942 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.545221 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.545497 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.545771 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.546675 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.546956 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.547236 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.547514 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.547791 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.548068 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.548349 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.548625 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.548904 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.549179 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.549455 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.549731 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.550019 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.550317 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.550619 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.550901 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.551183 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.551464 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.551744 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.552023 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.552304 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.552585 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.552862 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.553155 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.553443 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.553733 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.554018 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.554349 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.554639 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.554920 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.555206 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.555488 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.555768 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.556048 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.556333 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.556614 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.556896 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.557183 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.557472 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.557769 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.558065 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.558373 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.558674 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.558971 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.559268 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.559551 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.559863 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.560144 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:21.560365 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 10:16:21.560610 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104358) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 17 10:16:21.942037 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 17 10:16:21.942382 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 17 10:16:21.942653 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 17 10:16:21.942887 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 17 10:16:21.943167 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 17 10:16:21.943505 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 17 10:16:22.273265 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.273568 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.273851 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.275078 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.275374 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.275627 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.328690 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.328971 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.329242 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.345796 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.346079 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.346377 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.375185 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.375460 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.375733 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.412108 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.412390 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.412664 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.646189 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.646849 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.646849 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.647864 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.648573 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.750306 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.750863 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.751177 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.751456 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.751731 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.752058 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.752326 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.752588 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.752848 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.753134 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.753399 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.753666 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.753927 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.754184 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.754579 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.754920 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.755341 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.755800 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.756260 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.756714 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.757197 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.757646 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.758145 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.758847 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.759304 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.759752 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.760423 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104358) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:16:22.760851 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104358) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:16:22.761280 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104358) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:16:22.761709 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104358) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:16:22.762139 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104358) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:16:22.762593 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104358) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:16:22.763235 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 17 10:16:22.767618 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 17 10:16:22.771568 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 17 10:16:22.775293 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 17 10:16:22.776946 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 17 10:16:22.777568 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 17 10:16:22.777904 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 17 10:16:22.778291 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 17 10:16:22.781739 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 17 10:16:22.781992 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 17 10:16:22.782363 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 10:16:22.787502 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 17 10:16:22.810386 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 17 10:16:22.810845 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.811146 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104358) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 17 10:16:22.811574 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.812970 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104358) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 17 10:16:22.813247 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 10:16:22.813491 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 17 10:16:22.824372 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.824661 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:22.899737 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 17 10:16:22.899930 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 17 10:16:22.900194 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 17 10:16:22.900571 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 17 10:16:22.954158 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO dbcounter [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Registered counter for database neutron Oct 17 10:16:22.973405 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_db.sqlalchemy.engines [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104358) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 17 10:16:22.979500 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG dbcounter [-] [104358] Writer thread running {{(pid=104358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 10:16:23.523923 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Initializing driver for type 'gre' Oct 17 10:16:23.524463 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] gre ID ranges: [(1, 1000)] Oct 17 10:16:23.582808 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Initializing driver for type 'local' Oct 17 10:16:23.583239 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Initializing driver for type 'vlan' Oct 17 10:16:23.595800 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] VlanTypeDriver initialization complete Oct 17 10:16:23.596228 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Initializing driver for type 'vxlan' Oct 17 10:16:23.596790 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] vxlan ID ranges: [(1, 1000)] Oct 17 10:16:23.651080 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Initializing extension driver 'port_security' Oct 17 10:16:23.651766 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] PortSecurityExtensionDriver initialization complete Oct 17 10:16:23.651856 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Initializing mechanism driver 'openvswitch' Oct 17 10:16:23.652175 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Initializing mechanism driver 'hyperv' Oct 17 10:16:23.659126 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:16:23.659817 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > port after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.660194 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > port after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.660550 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > port after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.661054 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104358) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 10:16:23.661472 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > subnet after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.661829 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > subnet after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.662195 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.662593 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104358) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 10:16:23.663005 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > network after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.663362 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > network after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.663713 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > network after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.664101 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104358) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 10:16:23.664508 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > security_group after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.664862 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > security_group after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.665209 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > security_group after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.665600 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104358) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 10:16:23.666005 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.666374 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.666718 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.667237 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104358) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 10:16:23.667648 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > address_group after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.668005 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > address_group after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.668353 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > address_group after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.668744 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104358) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 10:16:23.669187 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] ML2 OVO RPC backend initialized. {{(pid=104358) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 17 10:16:23.669886 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.670244 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.670718 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > network before_response 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.671638 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > networks before_response 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.671989 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > port before_response 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.672334 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > ports before_response 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.672682 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > subnet before_response 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.673029 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > subnets before_response 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.673379 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > network after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.673721 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > network after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.674059 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > network after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.674430 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > port after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.674771 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > port after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.675110 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > port after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.675448 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > subnet after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.675786 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > subnet after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.676121 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.683599 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded quota_driver: . Oct 17 10:16:23.683964 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Modular L2 Plugin initialization complete Oct 17 10:16:23.684312 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading services supported by the core plugin {{(pid=104358) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 17 10:16:23.684656 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.plugins.ml2.managers [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Got port-security extension from driver 'port_security' Oct 17 10:16:23.685132 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.extensions.vlantransparent [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Disabled vlantransparent extension. Oct 17 10:16:23.685623 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104358) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 17 10:16:23.685950 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading Plugin: router Oct 17 10:16:23.721170 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router_interface before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.721564 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router after_create 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.721941 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router before_create 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.722305 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.722702 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.723060 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router after_delete 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.723420 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > floatingip after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.724026 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > floatingip after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.724384 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router after_create 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.724734 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router after_update 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.725084 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router after_update 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.725433 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.725790 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router after_update 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.726204 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router precommit_update 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.726608 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: port after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.726957 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: port after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.727303 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: subnet after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.727655 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.728006 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > port precommit_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.728357 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router precommit_create 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.728702 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: port before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.729049 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router precommit_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.729406 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router after_update 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.729750 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router precommit_delete 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.730107 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router precommit_create 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.730506 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.730861 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router precommit_update 55549900 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.731228 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > agent after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.731580 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > agent after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.731926 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > network after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.732762 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Tracking information for resource: router configured {{(pid=104358) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:16:23.733093 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Tracking information for resource: floatingip configured {{(pid=104358) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:16:23.738691 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.db.l3_agentschedulers_db [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 17 10:16:23.739264 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: port after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.739631 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: port after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.740005 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: port after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.740344 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: port after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.741123 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router before_create 55550100 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.741490 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router precommit_delete 55550100 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.741854 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router precommit_create 55550100 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.742212 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > router precommit_update 55550100 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.747857 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.services.provider_configuration [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service providers = [] {{(pid=104358) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 17 10:16:23.748427 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.db.servicetype_db [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104358) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 17 10:16:23.753003 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.services.service_base [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104358) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 10:16:23.753570 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.services.service_base [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104358) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 10:16:23.754082 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.services.service_base [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104358) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 10:16:23.755619 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.services.service_base [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104358) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 10:16:23.756115 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.services.service_base [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 17 10:16:23.756618 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104358) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:16:23.757158 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 17 10:16:23.770259 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104358) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:16:23.770626 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading Plugin: auto_allocate Oct 17 10:16:23.776372 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: network precommit_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.776696 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: network precommit_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.777218 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104358) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:16:23.777543 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading Plugin: tag Oct 17 10:16:23.784627 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104358) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:16:23.784954 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading Plugin: timestamp Oct 17 10:16:23.788947 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104358) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:16:23.789273 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading Plugin: network_ip_availability Oct 17 10:16:23.794732 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.795108 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.795471 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:23.796758 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104358) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:16:23.797058 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading Plugin: flavors Oct 17 10:16:23.801696 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104358) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:16:23.802028 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading Plugin: revisions Oct 17 10:16:23.806401 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104358) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:16:23.806792 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_concurrency.lockutils [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.864s {{(pid=104358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 17 10:16:23.807524 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104358) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 17 10:16:23.807863 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Initializing extension manager. Oct 17 10:16:23.808384 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: __init__.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.808727 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: __pycache__ {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.809065 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: address_group.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.809939 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.810540 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: address-group Oct 17 10:16:23.810870 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: address_scope.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.811576 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.812078 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: address-scope Oct 17 10:16:23.812401 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.813271 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.813773 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: router-admin-state-down-before-update Oct 17 10:16:23.814098 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: agent.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.814796 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.815299 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: agent Oct 17 10:16:23.815623 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: agent_resources_synced.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.816476 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.816982 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: agent-resources-synced Oct 17 10:16:23.817301 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: allowedaddresspairs.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.819046 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.819564 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: allowed-address-pairs Oct 17 10:16:23.819893 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: auto_allocated_topology.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.820912 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.821426 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: auto-allocated-topology Oct 17 10:16:23.821749 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: availability_zone.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.822435 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.822945 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: availability_zone Oct 17 10:16:23.823265 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: availability_zone_filter.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.824129 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.824631 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: availability_zone_filter Oct 17 10:16:23.824952 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: data_plane_status.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.825804 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.826303 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension data-plane-status not supported by any of loaded plugins Oct 17 10:16:23.826649 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: default_subnetpools.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.827564 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.828066 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: default-subnetpools Oct 17 10:16:23.828388 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.829148 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.829654 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: dhcp_agent_scheduler Oct 17 10:16:23.829977 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: dns.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.830873 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.831368 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension dns-integration not supported by any of loaded plugins Oct 17 10:16:23.831690 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: dns_domain_ports.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.832552 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.833051 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 17 10:16:23.833378 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.834250 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.834780 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 17 10:16:23.835107 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: dvr.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.835738 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.836238 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: dvr Oct 17 10:16:23.836560 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: ecmp_routes.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.837428 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.837922 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension ecmp_routes not supported by any of loaded plugins Oct 17 10:16:23.838242 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: empty_string_filtering.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.839124 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.839622 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: empty-string-filtering Oct 17 10:16:23.839941 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.840794 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.841290 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 17 10:16:23.841609 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.842496 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.843658 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 17 10:16:23.844063 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: external_net.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.844943 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.845448 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: external-net Oct 17 10:16:23.845768 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.846654 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.847160 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: extra_dhcp_opt Oct 17 10:16:23.847477 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: extraroute.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.848337 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.849092 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: extraroute Oct 17 10:16:23.849411 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: extraroute_atomic.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.850411 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.850915 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: extraroute-atomic Oct 17 10:16:23.851232 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: filter_validation.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.851852 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.852350 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: filter-validation Oct 17 10:16:23.852668 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: fip_pf_description.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.853518 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.854011 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 17 10:16:23.854341 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: fip_pf_detail.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.855205 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.855705 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: floating-ip-port-forwarding-detail Oct 17 10:16:23.856030 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: fip_pf_port_range.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.856889 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.857391 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 17 10:16:23.857709 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: fip_port_details.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.859147 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.860241 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: fip-port-details Oct 17 10:16:23.860241 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: flavors.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.861285 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.861802 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: flavors Oct 17 10:16:23.862130 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.863744 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.864269 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 17 10:16:23.864599 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: floatingip_pools.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.865268 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.865781 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: floatingip-pools Oct 17 10:16:23.866107 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: ip_allocation.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.867007 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.867513 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension ip_allocation not supported by any of loaded plugins Oct 17 10:16:23.867837 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.868723 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.869226 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: ip-substring-filtering Oct 17 10:16:23.869546 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l2_adjacency.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.870456 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.870961 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension l2_adjacency not supported by any of loaded plugins Oct 17 10:16:23.871282 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l3.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.872185 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.872692 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: router Oct 17 10:16:23.873014 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.875442 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.875969 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 17 10:16:23.876303 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.877175 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.877693 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: ext-gw-mode Oct 17 10:16:23.878025 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.878932 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.879446 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: l3-ha Oct 17 10:16:23.879769 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.880641 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.881145 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 17 10:16:23.881469 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l3_flavors.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.882357 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.882872 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: l3-flavors Oct 17 10:16:23.883195 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l3_ndp_proxy.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.884518 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.885031 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 17 10:16:23.885360 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.886226 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.886775 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: l3-port-ip-change-not-allowed Oct 17 10:16:23.887104 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: l3agentscheduler.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.888091 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.888601 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: l3_agent_scheduler Oct 17 10:16:23.888931 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: local_ip.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.890687 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.891211 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension local_ip not supported by any of loaded plugins Oct 17 10:16:23.891542 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: logging.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.892981 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.893509 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension logging not supported by any of loaded plugins Oct 17 10:16:23.893842 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: metering.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.894580 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.895161 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: metering Oct 17 10:16:23.895488 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.896521 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.897039 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: metering_source_and_destination_fields Oct 17 10:16:23.897368 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: multiprovidernet.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.898243 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.898789 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: multi-provider Oct 17 10:16:23.899116 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: netmtu.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.899973 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.900486 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: net-mtu Oct 17 10:16:23.900812 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: netmtu_writable.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.901673 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.902177 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: net-mtu-writable Oct 17 10:16:23.902534 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: network_availability_zone.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.903167 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.903670 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: network_availability_zone Oct 17 10:16:23.903990 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: network_ip_availability.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.905036 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.906243 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: network-ip-availability Oct 17 10:16:23.906605 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: network_segment_range.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.907330 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.907835 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension network-segment-range not supported by any of loaded plugins Oct 17 10:16:23.908163 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: pagination.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.909078 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.909408 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: pagination Oct 17 10:16:23.909732 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: port_device_profile.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.910614 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.911124 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: port-device-profile Oct 17 10:16:23.911445 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: port_mac_address_override.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.912322 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.912827 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: port-mac-override Oct 17 10:16:23.913150 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.914013 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.914538 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: port-mac-address-regenerate Oct 17 10:16:23.914860 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.915719 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.916221 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: port-numa-affinity-policy Oct 17 10:16:23.916544 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: port_resource_request.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.917410 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.917909 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension port-resource-request not supported by any of loaded plugins Oct 17 10:16:23.918228 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: port_resource_request_groups.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.919162 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.919662 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 17 10:16:23.919984 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: portbindings.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.920901 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.921995 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: binding Oct 17 10:16:23.922262 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: portbindings_extended.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.923499 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.924011 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: binding-extended Oct 17 10:16:23.924337 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: portsecurity.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.925204 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.925720 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: port-security Oct 17 10:16:23.926045 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: project_id.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.927181 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.927517 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: project-id Oct 17 10:16:23.927854 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: providernet.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.928708 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.929221 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: provider Oct 17 10:16:23.929544 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.933089 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.933542 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos not supported by any of loaded plugins Oct 17 10:16:23.933879 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.935116 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.935638 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 17 10:16:23.935966 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.937125 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.937652 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 17 10:16:23.937981 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_default.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.938886 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.939406 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-default not supported by any of loaded plugins Oct 17 10:16:23.939734 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_fip.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.940609 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.941131 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-fip not supported by any of loaded plugins Oct 17 10:16:23.941457 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_fip_network_policy.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.942350 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.942859 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 17 10:16:23.943180 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_gateway_ip.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.944058 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.944565 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 17 10:16:23.944889 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_port_network_policy.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.945753 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.946261 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 17 10:16:23.946613 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.947597 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.948112 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 17 10:16:23.948436 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.949434 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.949945 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 17 10:16:23.950269 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_pps_rule.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.951415 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.951927 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-pps not supported by any of loaded plugins Oct 17 10:16:23.952296 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_rule_type_details.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.953253 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.953757 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 17 10:16:23.954083 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_rule_type_filter.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.954991 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.955496 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 17 10:16:23.955823 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: qos_rules_alias.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.956815 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.957322 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 17 10:16:23.957648 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: quota_check_limit.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.958543 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.959050 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: quota-check-limit Oct 17 10:16:23.959375 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: quotasv2.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.960251 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.960580 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: quotas Oct 17 10:16:23.960906 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: quotasv2_detail.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.962559 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.962902 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: quota_details Oct 17 10:16:23.963237 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: rbac.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.964234 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.964756 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: rbac-policies Oct 17 10:16:23.965090 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: rbac_address_group.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.965967 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.966511 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: rbac-address-group Oct 17 10:16:23.966839 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: rbac_address_scope.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.968324 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.969070 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: rbac-address-scope Oct 17 10:16:23.969401 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: rbac_security_groups.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.970292 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.970827 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: rbac-security-groups Oct 17 10:16:23.971156 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: rbac_subnetpool.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.972034 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.972544 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: rbac-subnetpool Oct 17 10:16:23.972869 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: revisionifmatch.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.973995 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.974531 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: revision-if-match Oct 17 10:16:23.974861 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: revisions.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.975938 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.976448 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: standard-attr-revisions Oct 17 10:16:23.976775 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: router_availability_zone.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.977404 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.977910 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: router_availability_zone Oct 17 10:16:23.978234 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: routerservicetype.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.979141 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.979651 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension router-service-type not supported by any of loaded plugins Oct 17 10:16:23.979978 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.980847 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.981361 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: security-groups-normalized-cidr Oct 17 10:16:23.981685 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.982586 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.983095 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: port-security-groups-filtering Oct 17 10:16:23.983980 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.984874 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.985384 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: security-groups-remote-address-group Oct 17 10:16:23.985709 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.986618 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.987132 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: security-groups-shared-filtering Oct 17 10:16:23.987461 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: securitygroup.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.997065 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.997595 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: security-group Oct 17 10:16:23.997927 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: segment.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:23.998636 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:23.999230 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension segment not supported by any of loaded plugins Oct 17 10:16:23.999561 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.000454 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.000969 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 17 10:16:24.001301 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: servicetype.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.002369 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.002890 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: service-type Oct 17 10:16:24.003216 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: sorting.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.004151 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.004482 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: sorting Oct 17 10:16:24.004803 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: standard_attr_segment.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.005684 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.006199 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 17 10:16:24.006551 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: standardattrdescription.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.007166 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.007678 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: standard-attr-description Oct 17 10:16:24.008001 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: stateful_security_group.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.008883 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.009404 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: stateful-security-group Oct 17 10:16:24.009731 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: stdattrs_common.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.010282 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 17 10:16:24.010638 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.011536 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.012048 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 17 10:16:24.012372 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: subnet_onboard.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.013371 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.013885 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: subnet_onboard Oct 17 10:16:24.014207 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.015624 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.016137 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 17 10:16:24.016464 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: subnet_service_types.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.017344 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.017856 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: subnet-service-types Oct 17 10:16:24.018182 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: subnetallocation.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.019245 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.019770 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: subnet_allocation Oct 17 10:16:24.020100 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.020729 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.021238 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: subnetpool-prefix-ops Oct 17 10:16:24.021563 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.022495 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.023005 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 17 10:16:24.023326 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: tagging.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.024334 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.024856 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: standard-attr-tag Oct 17 10:16:24.025183 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: timestamp.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.026354 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.026914 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loaded extension: standard-attr-timestamp Oct 17 10:16:24.027200 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: trunk.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.028178 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.028690 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension trunk not supported by any of loaded plugins Oct 17 10:16:24.029017 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: trunk_details.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.029883 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.030955 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension trunk-details not supported by any of loaded plugins Oct 17 10:16:24.031420 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: uplink_status_propagation.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.032331 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.032840 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 17 10:16:24.033166 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Loading extension file: vlantransparent.py {{(pid=104358) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:16:24.033796 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104358) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:16:24.034300 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extension vlan-transparent not supported by any of loaded plugins Oct 17 10:16:24.036975 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:network Oct 17 10:16:24.037494 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:subnet Oct 17 10:16:24.037896 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:16:24.038286 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:port Oct 17 10:16:24.039553 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.039995 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service FLAVORS assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.040599 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.041036 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.041368 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:router Oct 17 10:16:24.041814 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:floatingip Oct 17 10:16:24.042303 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service METERING assigned prefix: /metering {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.043767 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:24.044152 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:24.044510 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:16:24.045510 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 10:16:24.045992 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:security_group Oct 17 10:16:24.046657 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 10:16:24.047208 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service CORE assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.047542 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:16:24.047890 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] subnetpool is already registered Oct 17 10:16:24.048327 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service CORE assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.048663 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:16:24.048999 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] subnetpool is already registered Oct 17 10:16:24.051410 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.051860 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service FLAVORS assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.052480 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.053021 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.053357 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:router Oct 17 10:16:24.053700 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] router is already registered Oct 17 10:16:24.054128 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:floatingip Oct 17 10:16:24.054574 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] floatingip is already registered Oct 17 10:16:24.055042 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service METERING assigned prefix: /metering {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.055746 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 10:16:24.056078 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] rbac_policy is already registered Oct 17 10:16:24.056504 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:security_group Oct 17 10:16:24.056840 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] security_group is already registered Oct 17 10:16:24.057256 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 10:16:24.057592 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] security_group_rule is already registered Oct 17 10:16:24.058089 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service CORE assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.058447 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:16:24.058782 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] subnetpool is already registered Oct 17 10:16:24.059205 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.v2.resource_helper [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Service CORE assigned prefix: {{(pid=104358) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:16:24.059527 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:16:24.059858 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING neutron.quota.resource_registry [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] subnetpool is already registered Oct 17 10:16:24.060314 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: extensions {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.062073 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: address-groups {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.063580 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: address-scopes {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.064783 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: agents {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.065931 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: auto-allocated-topology {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.068428 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: availability_zones {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.069652 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: dhcp-networks {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.071100 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: dhcp-agents {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.072638 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: routers {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.074347 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: flavors {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.075517 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: service_profiles {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.076801 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: next_providers {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.078956 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: service_profiles {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.080330 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: floatingip-pools {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.081564 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: routers {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.083419 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: floatingips {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.084617 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: l3-routers {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.085978 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: l3-agents {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.087517 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: metering-labels {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.088775 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: metering-label-rules {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.090041 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: network-ip-availabilities {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.091422 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: bindings {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.093582 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: quotas {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.095156 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: quotas {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.096786 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: rbac-policies {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.097988 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: security-groups {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.099472 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: security-group-rules {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.100722 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: service-providers {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.102008 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: subnetpools {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.103377 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: subnetpools {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.104858 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.106636 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.108386 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.110248 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.111955 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.113803 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.115601 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.117369 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.119160 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.120991 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron.api.extensions [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Extended resource: tags {{(pid=104358) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:16:24.128129 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING keystonemiddleware.auth_token [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 17 10:16:24.133171 dv-cinder-860209-5-iscsi neutron-server[104358]: WARNING keystonemiddleware.auth_token [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 17 10:16:24.142419 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_concurrency.lockutils [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Acquiring lock "singleton_lock" {{(pid=104358) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 17 10:16:24.142749 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_concurrency.lockutils [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Acquired lock "singleton_lock" {{(pid=104358) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 17 10:16:24.143223 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_concurrency.lockutils [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Releasing lock "singleton_lock" {{(pid=104358) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 17 10:16:24.143868 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO oslo_service.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Starting 2 workers Oct 17 10:16:24.148653 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Started child 104471 {{(pid=104358) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 10:16:24.153082 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Started child 104472 {{(pid=104358) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 10:16:24.154156 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:24.154845 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO neutron.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Neutron service started, listening on 0.0.0.0:9696 Oct 17 10:16:24.155300 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Publish callbacks [] for process (None), before_spawn {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:24.156253 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [-] (104471) wsgi starting up on http://0.0.0.0:9696 Oct 17 10:16:24.158295 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO oslo_service.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Starting 1 workers Oct 17 10:16:24.159376 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:24.160864 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [-] (104472) wsgi starting up on http://0.0.0.0:9696 Oct 17 10:16:24.163484 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Started child 104473 {{(pid=104358) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 10:16:24.164026 dv-cinder-860209-5-iscsi neutron-server[104358]: INFO oslo_service.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Starting 1 workers Oct 17 10:16:24.167445 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] calling RpcWorker wait() {{(pid=104473) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 17 10:16:24.167986 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] returning from RpcWorker wait() {{(pid=104473) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 17 10:16:24.168501 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Started child 104474 {{(pid=104358) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 10:16:24.169284 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1de37d-9985-448b-9eac-13e070b293ee None None] Publish callbacks [] for process (None), after_spawn {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:24.169405 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:24.169854 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:16:24.171247 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104358) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 10:16:24.171435 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 10:16:24.171800 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 10:16:24.172048 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 10:16:24.172378 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 10:16:24.172561 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 10:16:24.173075 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.173351 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.173626 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.173902 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.174386 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:24.174868 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.174868 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.175000 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.175283 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:16:24.175383 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.175525 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.175694 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.175861 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.176106 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.176334 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.176665 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.176932 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.177179 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.177416 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.177585 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.177845 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.178103 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.178377 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.178659 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] debug = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.178929 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.179419 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.179666 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.179913 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.180158 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.180422 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.180674 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.180936 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.181191 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.181425 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.181660 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.181929 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.182175 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.182426 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.182660 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.182947 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.183164 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.183646 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] host = dv-cinder-860209-5-iscsi {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.183882 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.184119 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.184364 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.184604 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.184844 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.185076 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.185349 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.185603 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.185846 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.186066 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.186309 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.186711 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.187054 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.187354 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.187524 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_options = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.187853 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.188054 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.188323 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.188511 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.188680 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.188843 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.189093 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.189239 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.189486 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.189719 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.189931 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.190143 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.190373 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.190609 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.190846 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.191061 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.191274 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.191500 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.191767 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.192020 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.192239 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.192480 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.192713 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.192931 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.193166 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.193428 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.193661 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.194366 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.194366 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.194366 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.194761 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.194918 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.195062 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.195231 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.195493 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.195914 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.196201 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.196425 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.196672 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.196943 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.197251 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.198566 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.200202 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.200202 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.200202 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.200202 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.200202 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_json = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.200202 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.200202 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.201671 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.201671 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.201671 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.204926 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.205533 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.206941 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.210067 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.210548 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.210862 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.211203 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.211454 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.211702 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.211961 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.212224 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.212453 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.212713 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.212968 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.213278 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.213515 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.213815 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.214090 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.216280 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.219694 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.219951 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.220251 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.220513 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.220752 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.220988 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.221231 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.221749 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.221878 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.222579 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.222579 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.222998 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.224234 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.224632 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.225392 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.225754 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.230056 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.230372 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.230662 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.230923 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.231199 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.231431 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.231670 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.231916 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.232137 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.232418 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.232663 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.232905 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.233165 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.233451 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.234033 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.234033 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.234935 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.235314 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.235627 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.236176 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.236558 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.236786 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.239750 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.240009 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.240250 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.240542 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.240806 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.241069 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.241337 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.241578 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.241804 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.242040 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.242269 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.244684 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.245035 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.245407 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.245644 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.245993 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.246248 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.246491 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.246711 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.247055 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.247319 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.247622 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.247850 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.248087 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.248411 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.249891 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.250207 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.250621 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.250872 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.251113 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.251353 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.251627 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.251856 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.252103 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.252362 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.252585 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.252838 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.253058 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.253291 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.253608 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.253892 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.254142 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.254385 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.254644 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.254886 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.255130 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.255350 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.255584 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.255814 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.256068 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.256313 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.256565 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.256788 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.257007 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.257261 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.257480 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.257866 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.258094 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.258360 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.258660 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.259911 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.260140 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.261130 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.261429 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.261700 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.261961 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.262204 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.262469 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.262707 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.263324 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.263888 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.264153 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.264443 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.265822 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.266103 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.266437 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.266705 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.266979 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.267251 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.267484 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.267743 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.268021 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.268281 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.268517 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.268774 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.269019 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.269255 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.269494 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.269726 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.270256 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.270256 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.270585 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.270768 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.270984 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.271254 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.271506 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.271748 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.272008 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.272252 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.272515 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.272770 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.273002 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.273250 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.273836 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.274104 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.274360 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.274602 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.275104 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.275104 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.275536 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.275760 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.275999 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.276241 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.276449 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.276660 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.276878 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.277141 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.277341 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.277574 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.277795 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.278032 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.278248 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.278487 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.278634 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:16:24.278742 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.278920 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.279150 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.279364 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.279631 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.279883 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.280134 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.281237 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.281809 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.282081 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.282300 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.282647 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.282891 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.283101 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.283779 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.284015 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.284237 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.284466 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.284985 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.285673 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.285931 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.286186 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.286549 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.287742 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.288381 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.289791 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.290066 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.290312 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.290565 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.290789 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.291055 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.291297 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.291546 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.291768 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.292004 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.292227 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.292449 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.292665 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.292882 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.293099 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.293371 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.293620 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.293858 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.294107 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.294871 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.295115 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.295340 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.295579 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.295796 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.296560 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.296774 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.297407 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.297629 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.297847 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.298181 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.298458 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.298694 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.298950 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.299190 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.299423 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.299734 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.299976 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.300188 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.300421 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.300990 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.301179 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.301448 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.301668 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.301877 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.302121 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.302363 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.302732 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.303052 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.303267 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.303477 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.303721 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.303944 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.304153 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.304376 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.304586 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.304795 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.305252 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.305525 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.305840 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.306213 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.306452 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.306666 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.306888 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.307106 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.307317 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.307604 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.307859 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.308076 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.308356 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.308585 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.308827 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.309082 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.309398 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.309609 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.309845 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.310093 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.310312 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.310619 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.310894 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.311213 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.311571 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.312329 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.314021 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.314368 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.314640 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.314914 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.315154 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.315480 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.315809 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.316072 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.316337 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.316581 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.316821 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.317046 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.317264 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.317515 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.317748 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.317966 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.318224 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.318708 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.318943 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.319159 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.319388 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.319604 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.319850 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.320077 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.320298 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.320533 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.320689 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 10:16:24.321229 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104358) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 10:16:24.321393 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 10:16:24.321545 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 10:16:24.321731 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 10:16:24.321899 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 10:16:24.322050 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 10:16:24.322254 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.322436 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.322596 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.322754 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.322933 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.323093 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.323250 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.323407 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.323564 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.323720 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.323877 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.324040 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.324196 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.324354 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.324508 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.324664 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.324820 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.324981 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.325138 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.325295 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.325450 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.325606 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] debug = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.325762 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.325978 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.326143 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.326298 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.326501 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.326658 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.326814 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.326970 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.327660 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.328228 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.328390 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.328549 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.328706 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.328862 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.329020 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.329176 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.329332 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.329488 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] host = dv-cinder-860209-5-iscsi {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.329645 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.329802 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.329959 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.330114 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.330270 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.330448 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.330605 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.330774 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.330906 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.331060 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.331217 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.331372 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.331528 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.331684 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.331839 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_options = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.331994 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.332150 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.332307 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.332500 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.332663 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.332819 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.332975 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.333132 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.333289 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.333445 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.333601 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.333756 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.333912 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.334067 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.334223 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.334406 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.334565 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.334724 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.334882 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.335038 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.335194 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.335349 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.335505 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.335661 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.335817 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.335972 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.336127 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.336283 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.336442 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.336597 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.336752 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.336908 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.337063 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.337220 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.337375 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.337531 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.337687 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.337845 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.338003 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.338159 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.338314 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.338489 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.338645 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.338801 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.338957 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.339115 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.339271 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_json = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.339426 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.339586 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.339741 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.339897 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.340053 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.340208 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.340364 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.340521 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.340677 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:16:24.340853 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.341012 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.341182 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.341342 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.341500 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.341658 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.341815 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.341974 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.342132 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.342291 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.342463 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.342627 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.343747 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.343998 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.344122 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.344303 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.344478 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.344650 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.344821 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.344991 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.345158 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.345324 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.345499 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.345691 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.345857 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.346020 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.346182 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.346371 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.346537 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.346705 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.346881 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.347044 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.347208 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.347370 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.347532 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.347696 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.347859 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.348023 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.348186 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.348348 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.348759 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.348921 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.349083 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.349242 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.349404 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.349567 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.349729 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.349892 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.350052 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.350215 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.350397 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.350561 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.350724 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.350886 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.351047 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.351209 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.351370 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.351540 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.351701 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.351866 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.352027 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.352189 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.352350 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.352511 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.352672 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.352832 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.352993 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.353154 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.353328 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.353489 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.353653 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.353814 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.353975 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.354135 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.354297 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.354477 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.354640 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.354800 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.354963 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.355124 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.355286 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.355446 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.355607 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.355768 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.355929 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.356090 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.356250 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.356412 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.356573 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.356733 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.356894 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.357061 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.357237 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.357398 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.357559 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.357719 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.357898 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.358041 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.358200 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.358394 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.358541 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.358691 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.358850 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.359011 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.359176 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.359337 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.359497 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.359656 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.359815 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.359976 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.360135 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.360296 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.360456 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.360619 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.360779 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.360941 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.361102 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.361262 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.361423 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.361592 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.361741 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.361900 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.362061 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.362230 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.362410 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.362574 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.362734 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.362901 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.363072 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.363234 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.363396 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.363556 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.363722 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.363883 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.364043 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.364203 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.364364 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.364524 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.364685 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.364855 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.365018 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.365198 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.365359 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.365563 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.365723 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.365882 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.366043 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.366202 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.366382 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.366544 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.366704 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.366866 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.367026 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.367187 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.367348 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.367508 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.367668 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.367828 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.367989 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.368150 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.368309 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.368469 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.368630 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.368791 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.368953 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.369113 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.369273 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.369433 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.369592 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.369753 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.369913 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.370074 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.370234 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.370414 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.370575 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.370734 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.370894 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.371054 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.371216 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.371375 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.371537 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.371697 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.371858 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.372018 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.372179 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.372339 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.372500 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.372664 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.372823 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.372984 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.373144 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.373304 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.373465 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.373631 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.373790 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.374473 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.374637 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.374798 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.375111 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.375313 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.375477 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.375642 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.375803 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.375964 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.376127 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.376290 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.376451 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.376612 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.376776 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.376938 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.377099 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.377260 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.377422 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.377582 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.377743 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.377904 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.378068 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.378237 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.378436 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.378598 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.378759 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.378924 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.379085 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.379255 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.379395 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.379556 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.379717 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.379878 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.380038 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.380198 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.380371 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.380533 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.380696 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.380856 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.381016 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.381176 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.381348 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.381509 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.381669 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.381829 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.381990 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.382150 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.382361 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.382499 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.382658 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.382818 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.382978 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.383138 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.383306 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.383467 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.383628 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.383792 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.383952 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.384112 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.384281 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.384441 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.384600 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.384760 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.384918 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.385079 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.385247 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.385408 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.385567 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.385728 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.385888 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.386047 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.386216 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.386397 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.386560 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.386728 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.386888 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.387048 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.387207 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.387378 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.387538 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.387700 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.387860 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.388021 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.388183 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.388348 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.388511 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.388681 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.388847 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.389010 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.389179 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.389347 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.389516 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.390518 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.390692 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.390865 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.391027 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.391189 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.391348 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.391510 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.391670 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.391831 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.391992 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.392153 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.392312 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.392473 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.392633 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.392794 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.392954 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.393115 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.393277 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.393436 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.393595 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.393756 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.393916 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:16:24.394074 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104358) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 10:16:24.506715 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 49874) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:16:24.513666 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047946 Oct 17 10:16:24.519220 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0049343 Oct 17 10:16:33.645151 dv-cinder-860209-5-iscsi neutron-server[104358]: DEBUG dbcounter [-] [104358] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:16:35.750113 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550981f1-e985-4ef2-a149-e4152083c86a None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:16:35.775483 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writer thread running {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 10:16:35.832316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550981f1-e985-4ef2-a149-e4152083c86a None None] No non-hosted networks {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 17 10:16:35.846113 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.agentschedulers_db [None req-550981f1-e985-4ef2-a149-e4152083c86a None None] DHCP Agent not found on host dv-cinder-860209-5-iscsi {{(pid=104473) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 17 10:16:35.957696 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f160136b-3cae-45b0-be5f-efaa8608c4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450772'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:37.452212 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writer thread running {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 10:16:38.121089 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-47408a96-6463-449f-bf0b-842714bef87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450772'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:38.158613 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-186e7cce-5b4a-4093-b109-826b53945ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:39.311576 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450772'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:39.603895 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 49948) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:16:40.232257 dv-cinder-860209-5-iscsi neutron-server[104471]: WARNING oslo_policy.policy [None req-07f13c9f-77d6-4df1-9af1-af5ba0639b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:16:40.233269 dv-cinder-860209-5-iscsi neutron-server[104471]: WARNING oslo_policy.policy [None req-07f13c9f-77d6-4df1-9af1-af5ba0639b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:16:40.498063 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [None req-07f13c9f-77d6-4df1-9af1-af5ba0639b23 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:16:40.524187 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-07f13c9f-77d6-4df1-9af1-af5ba0639b23 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9177151 Oct 17 10:16:40.640724 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450772'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:41.151651 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450772'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:41.152798 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.153587 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.154200 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.154858 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.155730 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.156982 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.158035 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.158656 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.159469 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.160015 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.160789 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.161347 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.161919 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.162498 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.163078 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:41.163741 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860209-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:16:41.171916 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860209-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:16:41.565433 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.db.l3_hamode_db [None req-27156fbb-cbcb-487d-b2d4-a99364bc68c5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 17 10:16:41.642976 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27156fbb-cbcb-487d-b2d4-a99364bc68c5 None None] Routers set() bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:16:41.643619 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27156fbb-cbcb-487d-b2d4-a99364bc68c5 None None] Router IDs set() for agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 17 10:16:43.216566 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 49984) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:16:43.540812 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-ac7ded50-eca1-4ac8-a3f4-b086b470413d admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:16:43.552608 dv-cinder-860209-5-iscsi neutron-server[104471]: ERROR stevedore.extension [None req-ac7ded50-eca1-4ac8-a3f4-b086b470413d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 17 10:16:43.635128 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.policy [None req-ac7ded50-eca1-4ac8-a3f4-b086b470413d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104471) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 10:16:43.677784 dv-cinder-860209-5-iscsi neutron-server[104471]: WARNING oslo_policy.policy [None req-ac7ded50-eca1-4ac8-a3f4-b086b470413d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:16:43.678165 dv-cinder-860209-5-iscsi neutron-server[104471]: WARNING oslo_policy.policy [None req-ac7ded50-eca1-4ac8-a3f4-b086b470413d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:16:43.697766 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writer thread running {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 10:16:43.772925 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ac7ded50-eca1-4ac8-a3f4-b086b470413d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729328612529', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729328614085', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729328563625', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729328555758', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729328552332', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729328577796', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3904827', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3905018', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1527177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1522562'] for rbac-policy (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:43.843384 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ac7ded50-eca1-4ac8-a3f4-b086b470413d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:43.844557 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ac7ded50-eca1-4ac8-a3f4-b086b470413d admin admin] 10.222.0.16 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6264923 Oct 17 10:16:46.439173 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 49994) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:16:46.758174 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:16:46.789218 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Made reservation on behalf of d8434c7cd8ed4e18a86583801f3af1f7 for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:16:46.793618 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:46.812368 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:46.922341 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Publish callbacks [] for security_group (a77f7676-b87a-4c3a-9365-24e7c2cd73cf), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:46.925826 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (a77f7676-b87a-4c3a-9365-24e7c2cd73cf), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:46.950480 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:16:46.987899 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729329646291', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (0f76bdd9-cd3f-450c-b905-fe2230d41f38), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:46.988434 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Unsubscribe: segment precommit_create {{(pid=104471) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 10:16:46.988950 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Added segment 0f76bdd9-cd3f-450c-b905-fe2230d41f38 of type vlan for network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 Oct 17 10:16:47.006745 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a77f7676-b87a-4c3a-9365-24e7c2cd73cf,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:16:47.056166 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.056509 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.056870 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.057231 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.057584 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.057913 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.058238 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.058585 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.058907 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.059229 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.059636 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.059889 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.060213 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.060531 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.061429 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Tracked resource versions report: Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: pushed versions: Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: { 'AddressGroup': {'1.2'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Agent': {'1.1'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'ConntrackHelper': {'1.0'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Log': {'1.0'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'NDPProxy': {'1.0'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Network': {'1.1'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Port': {'1.7'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'PortForwarding': {'1.3'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'QosPolicy': {'1.10'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SecurityGroup': {'1.5'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SubPort': {'1.0'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Subnet': {'1.1'}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Trunk': {'1.1'}} Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: consumer versions: Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: { DHCP agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: L3 agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: Metadata agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: Metering agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: Open vSwitch agent@dv-cinder-860209-5-iscsi: { 'AddressGroup': '1.2', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Agent': '1.1', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'ConntrackHelper': '1.0', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'LocalIPAssociation': '1.0', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Log': '1.0', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'NDPProxy': '1.0', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Network': '1.1', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Port': '1.7', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'PortForwarding': '1.3', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'QosPolicy': '1.10', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SecurityGroup': '1.5', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SecurityGroupRule': '1.2', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SubPort': '1.0', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Subnet': '1.1', Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Trunk': '1.1'}} Oct 17 10:16:47.063117 dv-cinder-860209-5-iscsi neutron-server[104471]: {{(pid=104471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:16:47.096566 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (2b626d7e-ef93-4c1a-829c-5d7881d327f2), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:47.127058 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:16:47.141511 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (2b626d7e-ef93-4c1a-829c-5d7881d327f2), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:47.146588 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:16:47.147324 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:47.246872 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8064747 Oct 17 10:16:47.270194 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b3ae8-c0a0-47e0-811c-823fecef1561 demo demo] Pushing event updated for resources: {'Network': ['ID=2b626d7e-ef93-4c1a-829c-5d7881d327f2,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:16:47.283445 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:16:49.889119 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 50008) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:16:50.300496 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3600fc07-433f-4d42-b2e8-b4198cf20ec9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:16:50.301859 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-3600fc07-433f-4d42-b2e8-b4198cf20ec9 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/2b626d7e-ef93-4c1a-829c-5d7881d327f2 HTTP/1.1" status: 200 len: 825 time: 0.4117928 Oct 17 10:16:50.326219 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9b8f3cbc-998d-4dd7-8846-deb5c8ed188f demo admin] 10.222.0.16 "GET /networking/v2.0/subnetpools/54eb5c49-233d-4409-8f45-89970a309ba3 HTTP/1.1" status: 200 len: 734 time: 0.0183375 Oct 17 10:16:50.335123 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '54eb5c49-233d-4409-8f45-89970a309ba3', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:16:50.356786 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Made reservation on behalf of d8434c7cd8ed4e18a86583801f3af1f7 for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:16:50.359409 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:50.570513 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:16:50.652914 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:50.723910 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:16:50.729700 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Checking segment: {'id': '0f76bdd9-cd3f-450c-b905-fe2230d41f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:16:50.730761 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Network hostable DHCP agents. Network: 2b626d7e-ef93-4c1a-829c-5d7881d327f2, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:16:50.751601 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:16:50.763740 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 2b626d7e-ef93-4c1a-829c-5d7881d327f2) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:16:50.769075 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:16:50.769645 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:50.775356 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184254b7-ce1d-4ec0-8ce5-ec4872e9dcd7 None None] Network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:16:50.785582 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f0f399df-f2e7-4e34-aab7-daf38cd9e6e5 demo admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4535878 Oct 17 10:16:51.047186 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-2b626d7e-ef93-4c1a-829c-5d7881d327f2', 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2', 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'fixed_ips': [{'subnet_id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:16:51.048522 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:51.331327 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Allocated IP 172.20.0.2 (2b626d7e-ef93-4c1a-829c-5d7881d327f2/b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7/91ec2d4e-09be-4fef-af28-3b17c486d3d6) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:16:51.351735 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:16:51.614617 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Publish callbacks [] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:51.623018 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:51.697763 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:16:51.702561 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:16:51.713693 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:16:51.718084 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Pushing event updated for resources: {'Port': ['ID=91ec2d4e-09be-4fef-af28-3b17c486d3d6,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:16:51.752753 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.753318 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.753471 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.753829 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.754286 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.754555 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.754843 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.755221 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.755508 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.755853 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.756161 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.756507 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.756839 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.757175 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.757490 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Tracked resource versions report: Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: pushed versions: Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: { 'AddressGroup': {'1.2'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Agent': {'1.1'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'ConntrackHelper': {'1.0'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Log': {'1.0'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'NDPProxy': {'1.0'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Network': {'1.1'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Port': {'1.7'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'PortForwarding': {'1.3'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'QosPolicy': {'1.10'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SecurityGroup': {'1.5'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SubPort': {'1.0'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Subnet': {'1.1'}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Trunk': {'1.1'}} Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: consumer versions: Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: { DHCP agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: L3 agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: Metadata agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: Metering agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: Open vSwitch agent@dv-cinder-860209-5-iscsi: { 'AddressGroup': '1.2', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Agent': '1.1', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'ConntrackHelper': '1.0', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'LocalIPAssociation': '1.0', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Log': '1.0', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'NDPProxy': '1.0', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Network': '1.1', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Port': '1.7', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'PortForwarding': '1.3', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'QosPolicy': '1.10', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SecurityGroup': '1.5', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SecurityGroupRule': '1.2', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SubPort': '1.0', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Subnet': '1.1', Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Trunk': '1.1'}} Oct 17 10:16:51.758954 dv-cinder-860209-5-iscsi neutron-server[104473]: {{(pid=104473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:16:51.810239 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Attempting to bind port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:16:51.810980 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Attempting to bind port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '0f76bdd9-cd3f-450c-b905-fe2230d41f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:16:51.811669 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Attempting to bind port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 on network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:16:51.849355 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:16:51.861694 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:16:51.862057 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Checking segment: {'id': '0f76bdd9-cd3f-450c-b905-fe2230d41f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:16:51.862532 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:51.862924 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Bound using segment: {'id': '0f76bdd9-cd3f-450c-b905-fe2230d41f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:16:51.863426 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Bound port: 91ec2d4e-09be-4fef-af28-3b17c486d3d6, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f76bdd9-cd3f-450c-b905-fe2230d41f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:16:51.863832 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:51.927031 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] For port 91ec2d4e-09be-4fef-af28-3b17c486d3d6, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:16:51.946253 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] For port 91ec2d4e-09be-4fef-af28-3b17c486d3d6, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=91ec2d4e-09be-4fef-af28-3b17c486d3d6,segment=NetworkSegment(0f76bdd9-cd3f-450c-b905-fe2230d41f38),segment_id=0f76bdd9-cd3f-450c-b905-fe2230d41f38)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:16:51.953730 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:52.007313 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead65aa3-e3c6-483d-b15f-448e433da393 None None] Pushing event updated for resources: {'Port': ['ID=91ec2d4e-09be-4fef-af28-3b17c486d3d6,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:16:53.490594 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50018) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:16:54.010973 dv-cinder-860209-5-iscsi neutron-server[104472]: WARNING oslo_policy.policy [None req-e7e74700-dbea-4b49-9a20-92fad15a9f73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:16:54.011521 dv-cinder-860209-5-iscsi neutron-server[104472]: WARNING oslo_policy.policy [None req-e7e74700-dbea-4b49-9a20-92fad15a9f73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:16:54.231078 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [None req-e7e74700-dbea-4b49-9a20-92fad15a9f73 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:16:54.232172 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e7e74700-dbea-4b49-9a20-92fad15a9f73 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7407532 Oct 17 10:16:54.638338 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:16:54.650685 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:16:56.894798 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 50034) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:16:57.233500 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [None req-5caed0fa-c9c6-4bd1-a1bd-699099267bdd admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:16:57.234532 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-5caed0fa-c9c6-4bd1-a1bd-699099267bdd admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3387303 Oct 17 10:16:58.895054 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 91ec2d4e-09be-4fef-af28-3b17c486d3d6 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:16:58.980944 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:16:58.981353 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:58.981724 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 Oct 17 10:16:59.086463 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:16:59.086857 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:59.123518 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 91ec2d4e-09be-4fef-af28-3b17c486d3d6, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=91ec2d4e-09be-4fef-af28-3b17c486d3d6,segment=NetworkSegment(0f76bdd9-cd3f-450c-b905-fe2230d41f38),segment_id=0f76bdd9-cd3f-450c-b905-fe2230d41f38)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:16:59.127712 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:16:59.177353 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=91ec2d4e-09be-4fef-af28-3b17c486d3d6,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:16:59.963222 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 50046) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:17:00.026238 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895880ab-1602-4b42-949f-553cc342c645 None None] Network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:17:00.111980 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-a5f2fedd-2fc2-4289-9dd4-2eb235b55440 None None] Provisioning complete for port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:17:00.112382 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fedd-2fc2-4289-9dd4-2eb235b55440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:00.112733 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-a5f2fedd-2fc2-4289-9dd4-2eb235b55440 None None] Attempt 1 to provision port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 Oct 17 10:17:00.114916 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:00.225718 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2fedd-2fc2-4289-9dd4-2eb235b55440 None None] Current status of the port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:17:00.311688 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-e43c5492-0124-4982-b6cc-747f0ad427ac demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:17:00.337156 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e43c5492-0124-4982-b6cc-747f0ad427ac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (06ff022a-590b-4346-8968-f5651cc15dcb), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:00.338870 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e43c5492-0124-4982-b6cc-747f0ad427ac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (06ff022a-590b-4346-8968-f5651cc15dcb), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:00.449207 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-0c65cc8a-6d63-48d0-a7e1-c7f875f36f3f None None] Provisioning complete for port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:17:00.449602 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0c65cc8a-6d63-48d0-a7e1-c7f875f36f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:00.449946 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-0c65cc8a-6d63-48d0-a7e1-c7f875f36f3f None None] Attempt 1 to provision port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 Oct 17 10:17:00.481403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e43c5492-0124-4982-b6cc-747f0ad427ac demo demo] Publish callbacks [] for router_controller (06ff022a-590b-4346-8968-f5651cc15dcb), precommit_add_association {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:00.486868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e43c5492-0124-4982-b6cc-747f0ad427ac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (06ff022a-590b-4346-8968-f5651cc15dcb), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:00.505003 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e43c5492-0124-4982-b6cc-747f0ad427ac demo demo] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:00.506208 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-e43c5492-0124-4982-b6cc-747f0ad427ac demo demo] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5421159 Oct 17 10:17:00.529831 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-0c65cc8a-6d63-48d0-a7e1-c7f875f36f3f None None] Current status of the port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:17:00.829087 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 91ec2d4e-09be-4fef-af28-3b17c486d3d6 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:17:00.872388 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:17:00.872782 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:00.873257 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 Oct 17 10:17:00.941376 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:00.948093 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:17:01.212097 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:17:03.111768 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50054) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:17:03.432982 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [None req-a97e5c61-37dd-4c76-a46a-dbf8926a604f admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:17:03.433938 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a97e5c61-37dd-4c76-a46a-dbf8926a604f admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3212538 Oct 17 10:17:05.726049 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f7543352-126c-4d9a-80c2-8660bbe18ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:06.071507 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50062) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:17:06.392369 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:17:06.405496 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writer thread running {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 10:17:06.418784 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:06.447411 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Made reservation on behalf of e6150f4298a94f959838ad2351eaefb9 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:17:06.457260 dv-cinder-860209-5-iscsi neutron-server[104472]: ERROR stevedore.extension [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 17 10:17:06.511705 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.policy [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104472) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 10:17:06.554537 dv-cinder-860209-5-iscsi neutron-server[104472]: WARNING oslo_policy.policy [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:17:06.554910 dv-cinder-860209-5-iscsi neutron-server[104472]: WARNING oslo_policy.policy [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:17:06.565233 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:06.587205 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:06.704307 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Publish callbacks [] for security_group (7e9a7f4f-a27d-4961-af1a-718dddff7482), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:06.708306 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (7e9a7f4f-a27d-4961-af1a-718dddff7482), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:06.719398 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Reserving flat network on physical network physnet1 {{(pid=104472) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 17 10:17:06.744408 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729329646291', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (06ba67b1-b24d-4b50-9846-a92c24e8aae3), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:06.744979 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Unsubscribe: segment precommit_create {{(pid=104472) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 10:17:06.745520 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Added segment 06ba67b1-b24d-4b50-9846-a92c24e8aae3 of type flat for network 9006eee3-b675-4c7e-a272-f812eb5ec5af Oct 17 10:17:06.852237 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (9006eee3-b675-4c7e-a272-f812eb5ec5af), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:06.860880 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9a7f4f-a27d-4961-af1a-718dddff7482,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:06.884363 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.884699 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.885053 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.885385 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.885709 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.886029 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.886364 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.886685 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.887020 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.887338 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.887667 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.888002 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.888315 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.889163 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.889465 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Tracked resource versions report: Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: pushed versions: Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: { 'AddressGroup': {'1.2'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Agent': {'1.1'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'ConntrackHelper': {'1.0'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Log': {'1.0'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'NDPProxy': {'1.0'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Network': {'1.1'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Port': {'1.7'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'PortForwarding': {'1.3'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'QosPolicy': {'1.10'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SecurityGroup': {'1.5'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SubPort': {'1.0'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Subnet': {'1.1'}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Trunk': {'1.1'}} Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: consumer versions: Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: { DHCP agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: L3 agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: Metadata agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: Metering agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: Open vSwitch agent@dv-cinder-860209-5-iscsi: { 'AddressGroup': '1.2', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Agent': '1.1', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'ConntrackHelper': '1.0', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'LocalIPAssociation': '1.0', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Log': '1.0', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'NDPProxy': '1.0', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Network': '1.1', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Port': '1.7', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'PortForwarding': '1.3', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'QosPolicy': '1.10', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SecurityGroup': '1.5', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SecurityGroupRule': '1.2', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SubPort': '1.0', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Subnet': '1.1', Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Trunk': '1.1'}} Oct 17 10:17:06.890952 dv-cinder-860209-5-iscsi neutron-server[104472]: {{(pid=104472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:17:06.929703 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (9006eee3-b675-4c7e-a272-f812eb5ec5af), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:06.930966 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:17:06.931669 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:07.031461 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9588966 Oct 17 10:17:07.040897 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac33b2-fa8c-471e-8895-8f036ea6ef74 admin admin] Pushing event updated for resources: {'Network': ['ID=9006eee3-b675-4c7e-a272-f812eb5ec5af,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:07.056337 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:17:08.115368 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e986ef29-fbfc-4523-a925-ba92420d42ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:09.276316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:09.640389 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50078) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:17:10.048934 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3226dcff-731d-4fde-936d-3e525baa4730 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:17:10.050287 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3226dcff-731d-4fde-936d-3e525baa4730 demo admin] 10.222.0.16 "GET /networking/v2.0/subnets/b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7 HTTP/1.1" status: 200 len: 849 time: 0.4090359 Oct 17 10:17:10.208146 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fc6afa65-7ef3-4815-84bb-1845bbaa52e8 demo admin] 10.222.0.16 "GET /networking/v2.0/routers/06ff022a-590b-4346-8968-f5651cc15dcb HTTP/1.1" status: 200 len: 704 time: 0.1519060 Oct 17 10:17:10.491138 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:10.497969 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=68,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:10.499946 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=32,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:10.567774 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:10.726144 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:10.768820 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:10.794379 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Allocated IP 172.20.0.1 (2b626d7e-ef93-4c1a-829c-5d7881d327f2/b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7/764fb885-ec70-4ffe-b2e1-47daba962108) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:17:10.980754 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Publish callbacks [] for port (764fb885-ec70-4ffe-b2e1-47daba962108), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.042401 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.120274 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:17:11.129950 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:17:11.134941 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Pushing event updated for resources: {'Port': ['ID=764fb885-ec70-4ffe-b2e1-47daba962108,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:11.138046 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:17:11.139196 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (06ff022a-590b-4346-8968-f5651cc15dcb), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.167494 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.206598 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:11.207869 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:11.309208 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-0479eb44-18de-4396-b8ca-27e8a45409c6 None None] Provisioning complete for port 764fb885-ec70-4ffe-b2e1-47daba962108 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:17:11.309582 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0479eb44-18de-4396-b8ca-27e8a45409c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.309919 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-0479eb44-18de-4396-b8ca-27e8a45409c6 None None] Attempt 1 to provision port 764fb885-ec70-4ffe-b2e1-47daba962108 Oct 17 10:17:11.341022 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-0479eb44-18de-4396-b8ca-27e8a45409c6 None None] Port 764fb885-ec70-4ffe-b2e1-47daba962108 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:17:11.341881 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.594189 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Publish callbacks [] for port (764fb885-ec70-4ffe-b2e1-47daba962108), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.599024 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.600062 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (06ff022a-590b-4346-8968-f5651cc15dcb), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.678799 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Pushing event updated for resources: {'Port': ['ID=764fb885-ec70-4ffe-b2e1-47daba962108,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:11.729307 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:17:11.730616 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:17:11.741915 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:11.887320 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:11.893258 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Router 06ff022a-590b-4346-8968-f5651cc15dcb is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:17:11.959678 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-8d729d49-349a-48b1-84c6-95e4fd170d2b None None] Provisioning complete for port 764fb885-ec70-4ffe-b2e1-47daba962108 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:17:11.960281 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8d729d49-349a-48b1-84c6-95e4fd170d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:11.960389 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-8d729d49-349a-48b1-84c6-95e4fd170d2b None None] Attempt 1 to provision port 764fb885-ec70-4ffe-b2e1-47daba962108 Oct 17 10:17:11.983199 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:17:11.989017 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1cc638c7-f192-4ec9-a12d-568f0f627271 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/06ff022a-590b-4346-8968-f5651cc15dcb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7753952 Oct 17 10:17:11.994160 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Sync routers for ids ['06ff022a-590b-4346-8968-f5651cc15dcb'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:17:12.001833 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-8d729d49-349a-48b1-84c6-95e4fd170d2b None None] Port 764fb885-ec70-4ffe-b2e1-47daba962108 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:17:12.008425 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Routers {'06ff022a-590b-4346-8968-f5651cc15dcb'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:17:12.009389 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:17:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['06ff022a-590b-4346-8968-f5651cc15dcb'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:17:12.195931 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Set router 06ff022a-590b-4346-8968-f5651cc15dcb gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:17:12.630042 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'name': 'router1', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:17:00Z', 'updated_at': '2022-10-17T10:17:11Z', 'revision_number': 2, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'gw_port_host': None, '_interfaces': [{'id': '764fb885-ec70-4ffe-b2e1-47daba962108', 'name': '', 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'mac_address': 'fa:16:3e:1d:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:17:10Z', 'updated_at': '2022-10-17T10:17:11Z', 'revision_number': 2, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'subnets': [{'id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54eb5c49-233d-4409-8f45-89970a309ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:17:12.681068 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Checking router: 06ff022a-590b-4346-8968-f5651cc15dcb for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:17:12.681452 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Updating router 06ff022a-590b-4346-8968-f5651cc15dcb port 764fb885-ec70-4ffe-b2e1-47daba962108 binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:17:12.738537 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:13.274732 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Publish callbacks [] for port (764fb885-ec70-4ffe-b2e1-47daba962108), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:13.280632 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:13.420568 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Attempting to bind port 764fb885-ec70-4ffe-b2e1-47daba962108 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:17:13.420882 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Attempting to bind port 764fb885-ec70-4ffe-b2e1-47daba962108 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '0f76bdd9-cd3f-450c-b905-fe2230d41f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:17:13.421325 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Attempting to bind port 764fb885-ec70-4ffe-b2e1-47daba962108 on network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:17:13.463832 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Pushing event updated for resources: {'Port': ['ID=764fb885-ec70-4ffe-b2e1-47daba962108,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:13.486277 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.486657 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.486991 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.487333 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.487661 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.487995 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.488318 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.488643 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.488966 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.489287 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.489608 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.489944 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.490267 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.490611 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.490929 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Tracked resource versions report: Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: pushed versions: Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: { 'AddressGroup': {'1.2'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Agent': {'1.1'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'ConntrackHelper': {'1.0'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Log': {'1.0'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'NDPProxy': {'1.0'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Network': {'1.1'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Port': {'1.7'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'PortForwarding': {'1.3'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'QosPolicy': {'1.10'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SecurityGroup': {'1.5'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SubPort': {'1.0'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Subnet': {'1.1'}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Trunk': {'1.1'}} Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: consumer versions: Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: { DHCP agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: L3 agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: Metadata agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: Metering agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: Open vSwitch agent@dv-cinder-860209-5-iscsi: { 'AddressGroup': '1.2', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Agent': '1.1', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'ConntrackHelper': '1.0', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'LocalIPAssociation': '1.0', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Log': '1.0', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'NDPProxy': '1.0', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Network': '1.1', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Port': '1.7', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'PortForwarding': '1.3', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'QosPolicy': '1.10', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SecurityGroup': '1.5', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SecurityGroupRule': '1.2', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SubPort': '1.0', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Subnet': '1.1', Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Trunk': '1.1'}} Oct 17 10:17:13.492365 dv-cinder-860209-5-iscsi neutron-server[104474]: {{(pid=104474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:17:13.529783 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:17:13.530183 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Checking segment: {'id': '0f76bdd9-cd3f-450c-b905-fe2230d41f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:17:13.530669 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:13.531063 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Bound using segment: {'id': '0f76bdd9-cd3f-450c-b905-fe2230d41f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:17:13.531560 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Bound port: 764fb885-ec70-4ffe-b2e1-47daba962108, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f76bdd9-cd3f-450c-b905-fe2230d41f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:17:13.531940 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:13.587067 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:13.597030 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] For port 764fb885-ec70-4ffe-b2e1-47daba962108, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:17:13.600034 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:13.618301 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] For port 764fb885-ec70-4ffe-b2e1-47daba962108, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=764fb885-ec70-4ffe-b2e1-47daba962108,segment=NetworkSegment(0f76bdd9-cd3f-450c-b905-fe2230d41f38),segment_id=0f76bdd9-cd3f-450c-b905-fe2230d41f38)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:17:13.625108 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:13.667684 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Routers {'06ff022a-590b-4346-8968-f5651cc15dcb'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:17:13.668335 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:17:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['06ff022a-590b-4346-8968-f5651cc15dcb'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:17:13.711611 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b5adb-9825-45e8-a946-50a97638794f None None] Pushing event updated for resources: {'Port': ['ID=764fb885-ec70-4ffe-b2e1-47daba962108,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:13.765953 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] Set router 06ff022a-590b-4346-8968-f5651cc15dcb gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:17:13.958680 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'name': 'router1', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:17:00Z', 'updated_at': '2022-10-17T10:17:11Z', 'revision_number': 2, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'gw_port_host': None, '_interfaces': [{'id': '764fb885-ec70-4ffe-b2e1-47daba962108', 'name': '', 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'mac_address': 'fa:16:3e:1d:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:17:10Z', 'updated_at': '2022-10-17T10:17:13Z', 'revision_number': 4, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'subnets': [{'id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54eb5c49-233d-4409-8f45-89970a309ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:17:13.985036 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a0748-de8b-48ae-b2ce-0d5c4f35fc7c None None] The sync data for ids ['06ff022a-590b-4346-8968-f5651cc15dcb'] in dv-cinder-860209-5-iscsi is: [{'id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'name': 'router1', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:17:00Z', 'updated_at': '2022-10-17T10:17:11Z', 'revision_number': 2, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'gw_port_host': None, '_interfaces': [{'id': '764fb885-ec70-4ffe-b2e1-47daba962108', 'name': '', 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'mac_address': 'fa:16:3e:1d:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:17:10Z', 'updated_at': '2022-10-17T10:17:13Z', 'revision_number': 4, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'subnets': [{'id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54eb5c49-233d-4409-8f45-89970a309ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:17:14.663083 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50094) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:17:15.058689 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f752eb-8bf9-4027-b525-f9304a317a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:17:15.060048 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b7f752eb-8bf9-4027-b525-f9304a317a0d admin admin] 10.222.0.16 "GET /networking/v2.0/networks/9006eee3-b675-4c7e-a272-f812eb5ec5af HTTP/1.1" status: 200 len: 842 time: 0.3960915 Oct 17 10:17:15.070077 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:17:15.097863 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Made reservation on behalf of e6150f4298a94f959838ad2351eaefb9 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:17:15.100602 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:15.400672 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.objects.ports [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104472) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 17 10:17:15.401104 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (78be01e4-f72c-462f-9abc-f48cda723d4f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:15.460246 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78be01e4-f72c-462f-9abc-f48cda723d4f,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:15.471437 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:17:15.471779 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Network hostable DHCP agents. Network: 9006eee3-b675-4c7e-a272-f812eb5ec5af, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:17:15.494776 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:17:15.506399 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 9006eee3-b675-4c7e-a272-f812eb5ec5af) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:17:15.510518 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:17:15.511167 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:15.517631 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5734d71-41ea-49da-9f1c-22f642b5efeb None None] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:17:15.528215 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c937a95f-2a35-400a-8927-7eed3a22ffd6 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4615254 Oct 17 10:17:15.637454 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e16b3-ea6f-4976-819e-f80c93be5895 None None] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:17:18.231528 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50102) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:17:18.645623 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0c01faee-1ea4-492e-ac85-6528d9075171 demo admin] 10.222.0.16 "GET /networking/v2.0/routers/06ff022a-590b-4346-8968-f5651cc15dcb HTTP/1.1" status: 200 len: 710 time: 0.4129508 Oct 17 10:17:18.742588 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:18.745828 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e05f1-f5e7-42ac-adb7-8820766a531a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:17:18.747235 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c23e05f1-f5e7-42ac-adb7-8820766a531a demo admin] 10.222.0.16 "GET /networking/v2.0/networks/9006eee3-b675-4c7e-a272-f812eb5ec5af HTTP/1.1" status: 200 len: 886 time: 0.0959740 Oct 17 10:17:18.758236 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:17:18.852906 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 764fb885-ec70-4ffe-b2e1-47daba962108 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:17:18.897421 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 764fb885-ec70-4ffe-b2e1-47daba962108 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:17:18.897831 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:18.898190 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 764fb885-ec70-4ffe-b2e1-47daba962108 Oct 17 10:17:18.930396 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:18.932865 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:18.975744 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 764fb885-ec70-4ffe-b2e1-47daba962108 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:17:18.976104 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:19.016133 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 764fb885-ec70-4ffe-b2e1-47daba962108, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=764fb885-ec70-4ffe-b2e1-47daba962108,segment=NetworkSegment(0f76bdd9-cd3f-450c-b905-fe2230d41f38),segment_id=0f76bdd9-cd3f-450c-b905-fe2230d41f38)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:17:19.020552 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:19.021019 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Publish callbacks [] for router_gateway (06ff022a-590b-4346-8968-f5651cc15dcb), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:19.073890 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=764fb885-ec70-4ffe-b2e1-47daba962108,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:19.356858 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Publish callbacks [] for router_gateway (06ff022a-590b-4346-8968-f5651cc15dcb), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:19.433540 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:19.537584 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Allocated IP 172.27.3.69 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/6d3e5085-0a93-4aff-acc0-d08ec44a277b) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:17:19.639178 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Publish callbacks [] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:19.670633 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:19.710037 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:19.713489 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:17:19.719417 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:17:19.724006 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:17:19.726921 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Pushing event updated for resources: {'Port': ['ID=6d3e5085-0a93-4aff-acc0-d08ec44a277b,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:19.958461 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Publish callbacks [] for router_gateway (06ff022a-590b-4346-8968-f5651cc15dcb), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:20.032965 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:20.148150 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1458'] for router (06ff022a-590b-4346-8968-f5651cc15dcb), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:20.151624 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-452052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-452061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457711'] for router (06ff022a-590b-4346-8968-f5651cc15dcb), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:20.255266 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Router 06ff022a-590b-4346-8968-f5651cc15dcb has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:17:20.356641 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:17:20.361119 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:20.362306 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e8d5c3c2-a61f-425f-a5b0-96c4f5ad6a62 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/06ff022a-590b-4346-8968-f5651cc15dcb HTTP/1.1" status: 200 len: 889 time: 1.6074030 Oct 17 10:17:20.377698 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Sync routers for ids ['06ff022a-590b-4346-8968-f5651cc15dcb'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:17:20.391439 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Routers {'06ff022a-590b-4346-8968-f5651cc15dcb'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:17:20.392143 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:17:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['06ff022a-590b-4346-8968-f5651cc15dcb'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:17:20.610864 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Set router 06ff022a-590b-4346-8968-f5651cc15dcb gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:17:20.825281 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:20.848914 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 764fb885-ec70-4ffe-b2e1-47daba962108 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:17:20.971571 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 764fb885-ec70-4ffe-b2e1-47daba962108 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:17:20.971887 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:20.972227 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 764fb885-ec70-4ffe-b2e1-47daba962108 Oct 17 10:17:21.081725 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'name': 'router1', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '6d3e5085-0a93-4aff-acc0-d08ec44a277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:17:00Z', 'updated_at': '2022-10-17T10:17:19Z', 'revision_number': 4, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'gw_port': {'id': '6d3e5085-0a93-4aff-acc0-d08ec44a277b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:17:19Z', 'updated_at': '2022-10-17T10:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '764fb885-ec70-4ffe-b2e1-47daba962108', 'name': '', 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'mac_address': 'fa:16:3e:1d:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:17:10Z', 'updated_at': '2022-10-17T10:17:18Z', 'revision_number': 5, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'subnets': [{'id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54eb5c49-233d-4409-8f45-89970a309ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:17:21.209509 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Checking router: 06ff022a-590b-4346-8968-f5651cc15dcb for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:17:21.209859 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Updating router 06ff022a-590b-4346-8968-f5651cc15dcb port 6d3e5085-0a93-4aff-acc0-d08ec44a277b binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:17:21.290364 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 764fb885-ec70-4ffe-b2e1-47daba962108 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:17:21.292326 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:21.598968 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:21.608475 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Publish callbacks [] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:21.613873 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:21.652001 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Attempting to bind port 6d3e5085-0a93-4aff-acc0-d08ec44a277b on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:17:21.652362 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Attempting to bind port 6d3e5085-0a93-4aff-acc0-d08ec44a277b by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:17:21.652725 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Attempting to bind port 6d3e5085-0a93-4aff-acc0-d08ec44a277b on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:17:21.683693 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca470c6-a0a4-4257-8704-ab388222e487 None None] Pushing event updated for resources: {'Port': ['ID=6d3e5085-0a93-4aff-acc0-d08ec44a277b,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:21.703948 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:17:21.704317 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:17:21.704711 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:21.705100 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:17:21.705566 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Bound port: 6d3e5085-0a93-4aff-acc0-d08ec44a277b, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:17:21.705957 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:21.756216 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] For port 6d3e5085-0a93-4aff-acc0-d08ec44a277b, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:17:21.760092 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] For port 6d3e5085-0a93-4aff-acc0-d08ec44a277b, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=6d3e5085-0a93-4aff-acc0-d08ec44a277b,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:17:21.766793 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:21.807607 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Routers {'06ff022a-590b-4346-8968-f5651cc15dcb'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:17:21.808223 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:17:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['06ff022a-590b-4346-8968-f5651cc15dcb'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:17:21.854823 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca470c6-a0a4-4257-8704-ab388222e487 None None] Pushing event updated for resources: {'Port': ['ID=6d3e5085-0a93-4aff-acc0-d08ec44a277b,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:21.867723 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:21.922441 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] Set router 06ff022a-590b-4346-8968-f5651cc15dcb gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:17:22.117368 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'name': 'router1', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '6d3e5085-0a93-4aff-acc0-d08ec44a277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:17:00Z', 'updated_at': '2022-10-17T10:17:19Z', 'revision_number': 4, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'gw_port': {'id': '6d3e5085-0a93-4aff-acc0-d08ec44a277b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:17:19Z', 'updated_at': '2022-10-17T10:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '764fb885-ec70-4ffe-b2e1-47daba962108', 'name': '', 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'mac_address': 'fa:16:3e:1d:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:17:10Z', 'updated_at': '2022-10-17T10:17:18Z', 'revision_number': 5, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'subnets': [{'id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54eb5c49-233d-4409-8f45-89970a309ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:17:22.141935 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd3665-eac3-4f8c-b6ab-94cd33cdce05 None None] The sync data for ids ['06ff022a-590b-4346-8968-f5651cc15dcb'] in dv-cinder-860209-5-iscsi is: [{'id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'name': 'router1', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '6d3e5085-0a93-4aff-acc0-d08ec44a277b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:17:00Z', 'updated_at': '2022-10-17T10:17:19Z', 'revision_number': 4, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'gw_port': {'id': '6d3e5085-0a93-4aff-acc0-d08ec44a277b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:17:19Z', 'updated_at': '2022-10-17T10:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '764fb885-ec70-4ffe-b2e1-47daba962108', 'name': '', 'network_id': '2b626d7e-ef93-4c1a-829c-5d7881d327f2', 'tenant_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'mac_address': 'fa:16:3e:1d:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ff022a-590b-4346-8968-f5651cc15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:17:10Z', 'updated_at': '2022-10-17T10:17:18Z', 'revision_number': 5, 'project_id': 'd8434c7cd8ed4e18a86583801f3af1f7', 'subnets': [{'id': 'b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54eb5c49-233d-4409-8f45-89970a309ba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:17:22.869761 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 6d3e5085-0a93-4aff-acc0-d08ec44a277b up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:17:22.916369 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 6d3e5085-0a93-4aff-acc0-d08ec44a277b triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:17:22.916767 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:22.917112 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 6d3e5085-0a93-4aff-acc0-d08ec44a277b Oct 17 10:17:22.990143 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 6d3e5085-0a93-4aff-acc0-d08ec44a277b is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:17:22.990554 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:23.011334 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 6d3e5085-0a93-4aff-acc0-d08ec44a277b, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=6d3e5085-0a93-4aff-acc0-d08ec44a277b,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:17:23.015987 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:23.061756 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=6d3e5085-0a93-4aff-acc0-d08ec44a277b,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:17:23.211355 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50114) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:17:23.598595 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3787fa18-5849-4e74-9711-953976a96355 admin admin] 10.222.0.16 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3861589 Oct 17 10:17:24.217360 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=44 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:24.221948 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=43 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:24.851719 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 6d3e5085-0a93-4aff-acc0-d08ec44a277b up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:17:24.913183 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:24.918179 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 6d3e5085-0a93-4aff-acc0-d08ec44a277b triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:17:24.918620 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (6d3e5085-0a93-4aff-acc0-d08ec44a277b), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:24.918949 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 6d3e5085-0a93-4aff-acc0-d08ec44a277b Oct 17 10:17:24.989590 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 6d3e5085-0a93-4aff-acc0-d08ec44a277b is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:17:33.584144 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=38 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:33.595123 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=74,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:34.986887 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=8 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:34.988249 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:35.733331 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-88f55b89-9682-4296-9f00-5e43b46dcacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:38.127379 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-60804dd1-9435-4408-9103-b55dd510c028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:38.211572 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:17:39.285295 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:40.578807 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:41.156563 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:17:48.207690 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:50.573809 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:17:51.150837 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:18:01.214612 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:18:01.224212 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:18:05.730492 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2297495d-ec6a-477c-b871-26c9cde16e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:08.124473 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e28cdcf3-9190-4280-a1a1-1f51ecb99ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:09.288641 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:10.583626 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:11.190782 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:15.211486 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:18:21.159127 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:18:21.162591 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:18:35.724920 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-103875ce-ce5e-42cc-961e-3cfbe56c57a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:38.126644 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-46af63e7-1c48-464f-bf25-fb5ab22015fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:38.273848 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:18:38.274645 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:18:39.286826 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:40.576146 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:41.155172 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:48.719617 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50662) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:18:49.066991 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96ed4d4-2772-4b17-a77b-7033be08c391 admin admin] GET failed (client error): The resource could not be found. Oct 17 10:18:49.068339 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b96ed4d4-2772-4b17-a77b-7033be08c391 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3477786 Oct 17 10:18:49.310111 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a07bb61-6f38-45c4-af71-4bf1dcc20e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:18:49.311602 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0a07bb61-6f38-45c4-af71-4bf1dcc20e40 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2388062 Oct 17 10:18:51.148402 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:18:51.151067 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:18:51.882670 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50672) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:18:52.211372 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:18:52.252347 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056bcdde-f1e7-4e44-8da7-4a8db374c55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:18:52.253707 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-056bcdde-f1e7-4e44-8da7-4a8db374c55a admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7 HTTP/1.1" status: 200 len: 849 time: 0.3701131 Oct 17 10:18:52.264040 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:18:52.351747 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Publish callbacks [] for subnet (b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:52.490165 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729329688751'] for subnet (b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:52.524431 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:18:52.525610 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:52.526308 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] 10.222.0.16 "PUT /networking/v2.0/subnets/b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7 HTTP/1.1" status: 200 len: 868 time: 0.2665341 Oct 17 10:18:52.530311 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6dc05-912d-4052-812e-06651a59feef None None] Network 2b626d7e-ef93-4c1a-829c-5d7881d327f2 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:18:52.545529 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:18:52.553149 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.553519 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.553855 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.554194 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.554567 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.554897 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.555228 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.555550 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.555880 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.556201 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.556530 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.556895 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.557221 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.557582 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.558449 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78080a24-d3e5-4f13-b58f-02202366b782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:18:52.855855 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-27da7ced-67a8-49c8-bd45-36da7d452ca0 None None] Provisioning complete for port 764fb885-ec70-4ffe-b2e1-47daba962108 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:18:52.856251 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-27da7ced-67a8-49c8-bd45-36da7d452ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (764fb885-ec70-4ffe-b2e1-47daba962108), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:52.856591 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-27da7ced-67a8-49c8-bd45-36da7d452ca0 None None] Attempt 1 to provision port 764fb885-ec70-4ffe-b2e1-47daba962108 Oct 17 10:18:52.931917 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-27da7ced-67a8-49c8-bd45-36da7d452ca0 None None] Current status of the port 764fb885-ec70-4ffe-b2e1-47daba962108 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:18:52.940385 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-27da7ced-67a8-49c8-bd45-36da7d452ca0 None None] Provisioning complete for port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:18:52.940805 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-27da7ced-67a8-49c8-bd45-36da7d452ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (91ec2d4e-09be-4fef-af28-3b17c486d3d6), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:18:52.941140 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-27da7ced-67a8-49c8-bd45-36da7d452ca0 None None] Attempt 1 to provision port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 Oct 17 10:18:53.009551 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-27da7ced-67a8-49c8-bd45-36da7d452ca0 None None] Current status of the port 91ec2d4e-09be-4fef-af28-3b17c486d3d6 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:18:55.099488 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50680) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:18:55.571899 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f6b66-f313-4d11-8ea6-264fcfa835a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:18:55.572370 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f6b66-f313-4d11-8ea6-264fcfa835a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:18:55.574509 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fb3f6b66-f313-4d11-8ea6-264fcfa835a2 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4739707 Oct 17 10:18:58.119400 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50688) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:18:58.530734 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df7edf-c7ee-4c40-99f4-d6b92719f8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:18:58.531200 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df7edf-c7ee-4c40-99f4-d6b92719f8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:18:58.532716 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f1df7edf-c7ee-4c40-99f4-d6b92719f8d7 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4116576 Oct 17 10:19:01.104720 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50696) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:01.510076 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b63320-9177-4b61-90d0-c36c3d3cb4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:01.511598 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-10b63320-9177-4b61-90d0-c36c3d3cb4c4 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/2b626d7e-ef93-4c1a-829c-5d7881d327f2 HTTP/1.1" status: 200 len: 869 time: 0.4059064 Oct 17 10:19:02.207787 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:03.005564 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=39 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:03.008188 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=38 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:04.051181 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50704) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:04.379133 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:04.415187 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:04.456723 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c51743-7be4-4b5b-aed9-8c17635d9d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:04.458088 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-53c51743-7be4-4b5b-aed9-8c17635d9d73 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/9006eee3-b675-4c7e-a272-f812eb5ec5af HTTP/1.1" status: 200 len: 886 time: 0.4059587 Oct 17 10:19:05.727583 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-01dd15fa-2108-4610-820f-f5a566b73c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:07.050135 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50714) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:07.456826 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0bdee5-0d9a-4235-b94f-f2e3eb72118d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:07.457206 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0bdee5-0d9a-4235-b94f-f2e3eb72118d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:07.466884 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7f0bdee5-0d9a-4235-b94f-f2e3eb72118d admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4156420 Oct 17 10:19:08.128698 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5f7e18a9-4f14-4036-939c-da82eaf5e5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:09.290220 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:10.028730 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 50722) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:10.430458 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc86dd1-502e-4c00-b3df-8049d086ebea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:10.430915 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc86dd1-502e-4c00-b3df-8049d086ebea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:10.433237 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-efc86dd1-502e-4c00-b3df-8049d086ebea admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4032691 Oct 17 10:19:10.581242 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:11.158682 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:13.013092 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50732) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:13.394191 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8eacb5-047b-49cf-ab50-2dc2f0b437bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:13.395538 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0e8eacb5-047b-49cf-ab50-2dc2f0b437bb admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/78be01e4-f72c-462f-9abc-f48cda723d4f HTTP/1.1" status: 200 len: 816 time: 0.3814952 Oct 17 10:19:15.215712 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:15.220883 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:16.048797 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50740) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:16.418914 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ed2b4-6759-45d6-a9f8-bec7a3b03f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:16.420256 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b31ed2b4-6759-45d6-a9f8-bec7a3b03f69 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/b1cdd0d8-bbcf-4eff-bfe9-11d2afb575f7 HTTP/1.1" status: 200 len: 868 time: 0.3705184 Oct 17 10:19:20.421889 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:20.426005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=7 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:21.147392 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:21.154715 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:26.410091 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=20 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:26.414859 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=31 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:29.209632 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:19:35.735589 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-81dd2a8e-921c-4c6c-8b39-d73c7bfd9784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:38.131460 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c1366230-fb0a-44ed-a237-563cd424d890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:39.205168 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=15 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:39.205898 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:39.293316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:40.582903 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:41.161818 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:45.996215 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50796) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:46.321531 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [None req-108234ce-4d9e-43d0-ba47-0975d5f16506 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:19:46.323282 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-108234ce-4d9e-43d0-ba47-0975d5f16506 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3254690 Oct 17 10:19:48.983509 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 50804) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:49.321474 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a53623-67e6-400c-bcb7-a78a6efab9ab admin admin] GET failed (client error): The resource could not be found. Oct 17 10:19:49.322771 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-e0a53623-67e6-400c-bcb7-a78a6efab9ab admin admin] 10.222.0.16 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3383284 Oct 17 10:19:49.469293 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db30908-5a93-4925-b00e-936e59f116b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:49.470699 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-8db30908-5a93-4925-b00e-936e59f116b3 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1436613 Oct 17 10:19:51.155023 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:51.156829 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:52.091015 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 50814) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:52.211947 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:52.216762 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:52.417185 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:19:52.435365 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Made reservation on behalf of e6150f4298a94f959838ad2351eaefb9 for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:19:52.437602 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:52.471904 dv-cinder-860209-5-iscsi neutron-server[104471]: WARNING neutron.services.revisions.revision_plugin [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Could not find related network for resource to bump revision. Oct 17 10:19:52.485001 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:19:52.494241 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (5aee2833-558b-4009-b6d6-9f08115c800c), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:52.494615 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Added segment 5aee2833-558b-4009-b6d6-9f08115c800c of type vlan for network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c Oct 17 10:19:52.533785 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:52.560003 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:52.561152 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:52.561729 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:52.662561 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5703218 Oct 17 10:19:52.682833 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:19:52.694038 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.695414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.695794 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.696636 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.696990 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.698366 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.698903 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.699231 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.700102 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.700451 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.701275 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.701621 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.701983 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.702364 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.702681 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5048cd-a2fb-4df5-9b6b-5cbc48f2e367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:52.716301 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:19:55.262422 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 50822) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:19:55.598581 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bcbb34-0cc7-40c7-82b8-521985ebbe30 admin admin] GET failed (client error): The resource could not be found. Oct 17 10:19:55.600091 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-c8bcbb34-0cc7-40c7-82b8-521985ebbe30 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3364618 Oct 17 10:19:55.669318 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476bd33a-b3a5-42b5-8cca-8f5afb97b22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:55.670731 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-476bd33a-b3a5-42b5-8cca-8f5afb97b22c admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661058 Oct 17 10:19:55.680161 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Request body: {'subnet': {'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:19:55.699830 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Made reservation on behalf of e6150f4298a94f959838ad2351eaefb9 for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:19:55.702094 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:55.867079 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (036d07fb-f565-4c99-a5eb-c4161ca2dc97), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:55.918738 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036d07fb-f565-4c99-a5eb-c4161ca2dc97,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:19:55.933786 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Checking segment: {'id': '5aee2833-558b-4009-b6d6-9f08115c800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:19:55.934130 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Network hostable DHCP agents. Network: 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:19:55.950193 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:19:55.959895 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:19:55.965105 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:19:55.965797 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:55.971350 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9040ef-5108-48f5-a9de-0bcac3770382 None None] Network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:19:55.992056 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ff3b3ec4-bf3a-4640-b5a4-2ceb8cf7eec8 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3093483 Oct 17 10:19:56.091800 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c', 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c', 'project_id': 'e6150f4298a94f959838ad2351eaefb9', 'fixed_ips': [{'subnet_id': '036d07fb-f565-4c99-a5eb-c4161ca2dc97'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:19:56.092842 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:56.238381 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Allocated IP 192.168.233.2 (1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c/036d07fb-f565-4c99-a5eb-c4161ca2dc97/37b5827c-6e3e-45fe-a2ff-bc25cfeef80d) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:19:56.477436 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Publish callbacks [] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:56.484824 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:56.524668 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:19:56.529451 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:19:56.533438 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Pushing event updated for resources: {'Port': ['ID=37b5827c-6e3e-45fe-a2ff-bc25cfeef80d,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:19:56.535648 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:19:56.546859 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.547206 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.547560 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.547917 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.548245 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.548570 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.548893 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.549209 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.549532 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.549850 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.550168 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.550522 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.550849 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.551164 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.551478 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:19:56.606132 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Attempting to bind port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:19:56.606535 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Attempting to bind port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '5aee2833-558b-4009-b6d6-9f08115c800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:19:56.606898 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Attempting to bind port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d on network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:19:56.647828 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:19:56.648198 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Checking segment: {'id': '5aee2833-558b-4009-b6d6-9f08115c800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:19:56.648599 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:56.648989 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Bound using segment: {'id': '5aee2833-558b-4009-b6d6-9f08115c800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:19:56.649455 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Bound port: 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aee2833-558b-4009-b6d6-9f08115c800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:19:56.649834 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:56.711027 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] For port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:19:56.714087 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] For port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=37b5827c-6e3e-45fe-a2ff-bc25cfeef80d,segment=NetworkSegment(5aee2833-558b-4009-b6d6-9f08115c800c),segment_id=5aee2833-558b-4009-b6d6-9f08115c800c)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:19:56.720386 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:56.785197 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06051a03-d51e-43fb-a197-4e3909148782 None None] Pushing event updated for resources: {'Port': ['ID=37b5827c-6e3e-45fe-a2ff-bc25cfeef80d,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:19:57.010275 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:19:57.062025 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:57.067211 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:19:57.067720 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:57.068102 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d Oct 17 10:19:57.131093 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:19:57.146804 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:19:57.147280 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:57.183221 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=37b5827c-6e3e-45fe-a2ff-bc25cfeef80d,segment=NetworkSegment(5aee2833-558b-4009-b6d6-9f08115c800c),segment_id=5aee2833-558b-4009-b6d6-9f08115c800c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:19:57.187450 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:57.238377 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=37b5827c-6e3e-45fe-a2ff-bc25cfeef80d,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:19:57.633798 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841943fd-99ba-4ee7-8bcd-0976a746d617 None None] Network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:19:57.714472 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-747ae4b8-b178-4622-8160-f6464898811a None None] Provisioning complete for port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:19:57.714878 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-747ae4b8-b178-4622-8160-f6464898811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:57.715220 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-747ae4b8-b178-4622-8160-f6464898811a None None] Attempt 1 to provision port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d Oct 17 10:19:57.820855 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-747ae4b8-b178-4622-8160-f6464898811a None None] Current status of the port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:19:57.942189 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-eaaa84fa-0514-44b4-a5f8-e583b11c9d2c None None] Provisioning complete for port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:19:57.942604 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-eaaa84fa-0514-44b4-a5f8-e583b11c9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:57.942940 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-eaaa84fa-0514-44b4-a5f8-e583b11c9d2c None None] Attempt 1 to provision port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d Oct 17 10:19:58.018627 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa84fa-0514-44b4-a5f8-e583b11c9d2c None None] Current status of the port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:19:58.948231 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:19:58.995186 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:19:58.995578 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (37b5827c-6e3e-45fe-a2ff-bc25cfeef80d), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:19:58.995923 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d Oct 17 10:19:59.068649 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 37b5827c-6e3e-45fe-a2ff-bc25cfeef80d is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:20:05.730008 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7ad530d6-3c8a-4c1b-a6df-8b937eb8cae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:05.976565 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:05.981156 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:06.207835 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:20:08.133739 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f0a008cc-1956-4b18-963f-a8ca01e4066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:08.223532 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:09.297559 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:10.586417 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:11.158670 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:11.165144 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:16.204214 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:21.157315 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:29.218901 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:34.202058 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:35.731813 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7758ca93-a57a-4c44-a8a8-4cd74f3f856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:38.139177 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e4e9372d-834c-4f4c-a4ad-b6852fb6ca52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:39.298167 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:40.589167 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:41.170212 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:20:43.206315 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:20:51.162980 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:51.164991 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:53.202355 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:20:53.203022 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:05.736504 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7477c0eb-fc44-43a5-9e1b-c3940abbda88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:06.217411 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:06.221809 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:08.143651 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-623f11c5-fbc4-4d4d-8d75-1adfea14a856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:09.301972 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:10.405168 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 50864) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:21:10.410826 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [None req-f29babff-d26b-4de0-97b9-8a96ce5f8999 tempest-verify_tempest_config-1102336914 tempest-verify_tempest_config-1102336914-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:21:10.411795 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f29babff-d26b-4de0-97b9-8a96ce5f8999 tempest-verify_tempest_config-1102336914 tempest-verify_tempest_config-1102336914-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056620 Oct 17 10:21:10.593505 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:10.925400 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 50882) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:21:11.178109 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:11.261893 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:11.339321 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Publish callbacks [] for security_group (dc163c44-ad1c-4221-84a2-d513010f2bdd), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:11.342962 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (dc163c44-ad1c-4221-84a2-d513010f2bdd), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:11.390150 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e84f68db36cc4eb0a7c09f005bc87ace&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4637191 Oct 17 10:21:11.391034 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc163c44-ad1c-4221-84a2-d513010f2bdd,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:21:11.392911 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50886) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:21:11.398017 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.398401 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.399305 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.400204 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.400550 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.400881 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.401217 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.401528 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.401863 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.402186 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.402533 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.402874 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.403196 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.403507 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.403822 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19722370-7130-47ca-b428-c6b59cf193cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.452919 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Publish callbacks [] for security_group (dc163c44-ad1c-4221-84a2-d513010f2bdd), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:11.472327 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Publish callbacks [] for security_group (dc163c44-ad1c-4221-84a2-d513010f2bdd), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:11.566191 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (dc163c44-ad1c-4221-84a2-d513010f2bdd), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:11.568746 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:11.569877 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dc163c44-ad1c-4221-84a2-d513010f2bdd HTTP/1.1" status: 204 len: 168 time: 0.1759646 Oct 17 10:21:11.577829 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc163c44-ad1c-4221-84a2-d513010f2bdd,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:21:11.584599 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.584942 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.585296 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.585634 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.585963 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.586785 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.587168 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.587431 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.587908 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.588230 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.588568 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.588893 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.589214 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.589527 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:11.589841 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f8e08-5b96-4701-979c-e41a892f9dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:21:20.206290 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:21:21.173578 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:21.387261 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=22,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:21.397103 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=17,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:21.574103 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:21.580845 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:21.611301 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:35.729787 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-148853b1-c5a8-410c-b879-879934397383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:38.144957 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-aa587e58-50d3-4c46-ba10-02e6b00349ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:39.304356 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:40.594388 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:41.172145 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:21:43.213761 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:43.218053 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=21 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:51.166207 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:51.168141 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:21:57.205470 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:22:05.732489 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671a8a7a-d613-4574-b927-a96286983dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:07.201546 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:07.202821 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:08.147499 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8bf413d8-e0ae-43e2-be30-d8678db643f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:09.306492 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:10.596411 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:11.176243 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:20.209531 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:20.215576 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:21.165212 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:21.172159 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:34.203890 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 5 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:22:35.734980 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2050e5ad-960f-4e8f-9f36-6ef06b9d8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:38.151772 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a44f5ac2-b6cc-41c3-9cdc-3978efc4af67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:39.309737 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:40.599709 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:41.179075 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:44.201801 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:44.989946 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450772'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:22:54.982660 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:54.985892 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:57.207305 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:57.211163 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:22:57.938902 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50980) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:22:58.065321 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-efd94000-57e8-490d-ac6d-886f63dc9f45 admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1253946 Oct 17 10:23:00.563666 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 50990) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:23:00.617433 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-45504578-b181-4b98-8567-15dc793af010 admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526900 Oct 17 10:23:05.737574 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8238369d-4fb1-4f64-9aa1-208d20144f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:08.058716 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:08.154216 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7c1583a5-f8d4-4fef-82b3-7785166c139d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:09.313286 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:10.601458 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:10.612325 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:11.182358 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:11.204195 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:23:14.938973 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:21.199047 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:21.199847 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:24.928742 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:24.935913 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:34.726409 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=18 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:34.729263 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=14 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:35.740007 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e0d12bd0-75d7-4cc0-82d6-adbae6b95ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:38.156604 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8f6c14a1-f5a1-43ea-898d-b8f1f6e8a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:39.315487 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:40.605812 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:41.185427 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:44.953761 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:23:48.202805 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:23:54.948096 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:54.950525 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:58.197835 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:23:58.198637 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:05.742358 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-95e74722-23d3-42a7-a879-be68d6592e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:08.158918 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-31993b13-42a0-45af-86b8-3b67ca977a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:09.319713 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:10.607292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:11.188780 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:11.198430 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:11.207247 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:14.954151 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:24.948353 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:24.950233 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:25.201977 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:24:32.810538 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51138) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:33.090506 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-495731040-network', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:33.112689 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Made reservation on behalf of 6e2cba05193f429fb9ffef6f66205945 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:24:33.115825 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.126087 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.162759 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51168) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:33.222659 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Publish callbacks [] for security_group (b66d1d0d-79ef-4730-ae14-6b908e926692), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.228783 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b66d1d0d-79ef-4730-ae14-6b908e926692), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.267245 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d1d0d-79ef-4730-ae14-6b908e926692,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:33.271121 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:24:33.281476 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.281824 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.282184 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.282644 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.282884 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.283374 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.284101 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.284608 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.284958 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.285437 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.285940 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.286452 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.286925 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.287423 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.287739 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Tracked resource versions report: Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: pushed versions: Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: { 'AddressGroup': {'1.2'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Agent': {'1.1'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'ConntrackHelper': {'1.0'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Log': {'1.0'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'NDPProxy': {'1.0'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Network': {'1.1'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Port': {'1.7'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'PortForwarding': {'1.3'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'QosPolicy': {'1.10'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SecurityGroup': {'1.5'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SubPort': {'1.0'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Subnet': {'1.1'}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Trunk': {'1.1'}} Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: consumer versions: Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: { DHCP agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: HyperV agent@hv-cinder-86020: {}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: L3 agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: Metadata agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: Metering agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: Open vSwitch agent@dv-cinder-860209-5-iscsi: { 'AddressGroup': '1.2', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Agent': '1.1', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'ConntrackHelper': '1.0', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'LocalIPAssociation': '1.0', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Log': '1.0', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'NDPProxy': '1.0', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Network': '1.1', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Port': '1.7', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'PortForwarding': '1.3', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'QosPolicy': '1.10', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SecurityGroup': '1.5', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SecurityGroupRule': '1.2', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'SubPort': '1.0', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Subnet': '1.1', Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: 'Trunk': '1.1'}} Oct 17 10:24:33.289063 dv-cinder-860209-5-iscsi neutron-server[104472]: {{(pid=104472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:24:33.298909 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (af1b825f-ea3a-49d1-986a-3c3a0df221f6), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.299561 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Added segment af1b825f-ea3a-49d1-986a-3c3a0df221f6 of type vlan for network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf Oct 17 10:24:33.345453 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (46924aeb-cbea-4ee4-b8a7-97f1f0d41daf), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.375470 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (46924aeb-cbea-4ee4-b8a7-97f1f0d41daf), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.376819 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:33.377235 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.448920 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-network', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:33.450262 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6385119 Oct 17 10:24:33.450893 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51186) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:33.458598 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Request body: {'subnet': {'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-495731040-subnet', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:33.466678 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2558ba-42f1-40da-8aa9-c3ef8fdfac4f admin admin] Pushing event updated for resources: {'Network': ['ID=46924aeb-cbea-4ee4-b8a7-97f1f0d41daf,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:33.481184 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:24:33.483467 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Made reservation on behalf of 895b2d6d988f4ab7a0d9dcf9e130af42 for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:24:33.488276 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Made reservation on behalf of 6e2cba05193f429fb9ffef6f66205945 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:24:33.488548 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.491457 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.504214 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.643957 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Publish callbacks [] for security_group (f61c84c6-e151-4d35-82b6-4f1a718d3113), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.653221 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (f61c84c6-e151-4d35-82b6-4f1a718d3113), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.671804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:24:33.695672 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.696478 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Added segment 24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62 of type vlan for network ec16a399-207c-4cf6-8c2e-ca17cef7b669 Oct 17 10:24:33.726469 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c84c6-e151-4d35-82b6-4f1a718d3113,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:33.735713 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (18939442-3979-423f-9fcc-2430b15f4f2b), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.759376 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.760299 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.761191 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.761782 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.762339 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.763014 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.763562 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.764106 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.764674 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.765180 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.765733 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.766282 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.766850 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.767362 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.767889 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Tracked resource versions report: Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: pushed versions: Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: { 'AddressGroup': {'1.2'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Agent': {'1.1'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'ConntrackHelper': {'1.0'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Log': {'1.0'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'NDPProxy': {'1.0'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Network': {'1.1'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Port': {'1.7'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'PortForwarding': {'1.3'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'QosPolicy': {'1.10'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SecurityGroup': {'1.5'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SubPort': {'1.0'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Subnet': {'1.1'}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Trunk': {'1.1'}} Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: consumer versions: Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: { DHCP agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: HyperV agent@hv-cinder-86020: {}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: L3 agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: Metadata agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: Metering agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: Open vSwitch agent@dv-cinder-860209-5-iscsi: { 'AddressGroup': '1.2', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Agent': '1.1', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'ConntrackHelper': '1.0', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'LocalIPAssociation': '1.0', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Log': '1.0', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'NDPProxy': '1.0', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Network': '1.1', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Port': '1.7', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'PortForwarding': '1.3', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'QosPolicy': '1.10', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SecurityGroup': '1.5', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SecurityGroupRule': '1.2', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'SubPort': '1.0', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Subnet': '1.1', Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: 'Trunk': '1.1'}} Oct 17 10:24:33.769253 dv-cinder-860209-5-iscsi neutron-server[104471]: {{(pid=104471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:24:33.798537 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51196) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:33.811730 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (ec16a399-207c-4cf6-8c2e-ca17cef7b669), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.847918 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (ec16a399-207c-4cf6-8c2e-ca17cef7b669), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.849038 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:33.849765 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:33.910373 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=18939442-3979-423f-9fcc-2430b15f4f2b,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:33.942441 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Checking segment: {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:33.942797 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Network hostable DHCP agents. Network: 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:24:33.962779 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:24:33.968776 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51204) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:33.969001 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8039877 Oct 17 10:24:33.973403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf239f4-dce8-4718-8610-6ded1eb6f69e admin admin] Pushing event updated for resources: {'Network': ['ID=ec16a399-207c-4cf6-8c2e-ca17cef7b669,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:33.974131 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Request body: {'subnet': {'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-subnet', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:33.984430 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:24:33.995225 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:33.997647 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Made reservation on behalf of 895b2d6d988f4ab7a0d9dcf9e130af42 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:24:34.000752 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.007400 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:34.008221 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.021599 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:34.032623 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51220) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:34.044833 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b5595ca1-1e28-45b9-81ea-7afc986714cd admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5899205 Oct 17 10:24:34.045321 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51224) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:34.054989 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:34.077535 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:34.090944 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f166c-2523-464b-9cbe-1358e5a21588 None None] Network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:24:34.108008 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.109051 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.234617 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'fixed_ips': [{'subnet_id': '18939442-3979-423f-9fcc-2430b15f4f2b'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:24:34.236117 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.262515 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (e1cf09a7-f18a-424f-9306-0b566ddb9ba8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.346298 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1175442679-network', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:34.347963 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1cf09a7-f18a-424f-9306-0b566ddb9ba8,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:34.359158 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks [] for router_controller (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), precommit_add_association {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.382136 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Checking segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:34.382531 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Network hostable DHCP agents. Network: ec16a399-207c-4cf6-8c2e-ca17cef7b669, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:24:34.411656 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Allocated IP 172.20.0.2 (46924aeb-cbea-4ee4-b8a7-97f1f0d41daf/18939442-3979-423f-9fcc-2430b15f4f2b/8e038af4-5179-4445-8ce1-adbce4508fc2) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:34.420777 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:24:34.440688 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, ec16a399-207c-4cf6-8c2e-ca17cef7b669) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:34.446598 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:34.447230 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.476759 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4fcbab55-03b1-4363-a79e-5dbb9981a28e admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5069597 Oct 17 10:24:34.479895 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51238) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:34.484139 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:34.531623 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (41f18f55-223a-44e7-b437-dcc7ccddd1d5), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.532762 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (41f18f55-223a-44e7-b437-dcc7ccddd1d5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.567043 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Publish callbacks [] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.570265 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce07b2db-bda6-4e03-a85a-6dd1dafc4256 None None] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:24:34.575395 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.607902 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:34.617283 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:34.653876 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks [] for router_controller (41f18f55-223a-44e7-b437-dcc7ccddd1d5), precommit_add_association {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.654086 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1366174777-network', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:34.687795 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:34.753026 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Made reservation on behalf of 9ad3932c3fcc4d42b77b26f889ac694f for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:24:34.756554 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.763215 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Made reservation on behalf of 41a236cfbaf14211a6a3674f3c2f3a67 for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:24:34.765831 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.767513 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Pushing event updated for resources: {'Port': ['ID=8e038af4-5179-4445-8ce1-adbce4508fc2,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:34.819947 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.839288 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.839634 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.843986 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.844540 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.845064 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.845999 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.846989 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks [] for router_gateway (41f18f55-223a-44e7-b437-dcc7ccddd1d5), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.847924 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.848304 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.848650 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.849000 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.849322 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.854581 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.855179 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.855682 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.856580 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Tracked resource versions report: Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: pushed versions: Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: { 'AddressGroup': {'1.2'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Agent': {'1.1'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'ConntrackHelper': {'1.0'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Log': {'1.0'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'NDPProxy': {'1.0'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Network': {'1.1'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Port': {'1.7'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'PortForwarding': {'1.3'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'QosPolicy': {'1.10'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SecurityGroup': {'1.5'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SubPort': {'1.0'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Subnet': {'1.1'}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Trunk': {'1.1'}} Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: consumer versions: Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: { DHCP agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: HyperV agent@hv-cinder-86020: {}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: L3 agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: Metadata agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: Metering agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: Open vSwitch agent@dv-cinder-860209-5-iscsi: { 'AddressGroup': '1.2', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Agent': '1.1', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'ConntrackHelper': '1.0', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'LocalIPAssociation': '1.0', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Log': '1.0', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'NDPProxy': '1.0', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Network': '1.1', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Port': '1.7', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'PortForwarding': '1.3', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'QosPolicy': '1.10', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SecurityGroup': '1.5', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SecurityGroupRule': '1.2', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'SubPort': '1.0', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Subnet': '1.1', Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: 'Trunk': '1.1'}} Oct 17 10:24:34.858120 dv-cinder-860209-5-iscsi neutron-server[104473]: {{(pid=104473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:24:34.935411 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:24:34.937913 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.940118 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Publish callbacks [] for security_group (5ef321a2-8380-4a9a-88b0-c1f32f9021b1), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.945562 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:34.947538 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Attempting to bind port 8e038af4-5179-4445-8ce1-adbce4508fc2 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:34.947933 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Attempting to bind port 8e038af4-5179-4445-8ce1-adbce4508fc2 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:34.948327 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Attempting to bind port 8e038af4-5179-4445-8ce1-adbce4508fc2 on network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:34.948633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.956616 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks [] for router_gateway (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.967699 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (5ef321a2-8380-4a9a-88b0-c1f32f9021b1), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:34.986738 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:24:34.999756 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (b31cee46-c22c-465f-88f8-62ee40c7c04c), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.000387 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Added segment b31cee46-c22c-465f-88f8-62ee40c7c04c of type vlan for network ad62b422-f6a9-44d6-866f-37a78f2fcbac Oct 17 10:24:35.056818 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (ad62b422-f6a9-44d6-866f-37a78f2fcbac), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.077145 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:35.096181 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:35.129727 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef321a2-8380-4a9a-88b0-c1f32f9021b1,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:35.132896 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (ad62b422-f6a9-44d6-866f-37a78f2fcbac), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.134142 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:35.134782 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.182111 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks [] for router_gateway (41f18f55-223a-44e7-b437-dcc7ccddd1d5), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.196934 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:35.198315 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:35.215735 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.239237 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:35.243946 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Checking segment: {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:35.245610 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.246447 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Bound using segment: {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:35.249788 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Bound port: 8e038af4-5179-4445-8ce1-adbce4508fc2, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:35.252551 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2184381 Oct 17 10:24:35.253985 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51256) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:35.254141 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.277702 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Request body: {'subnet': {'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-subnet', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:35.351664 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Made reservation on behalf of 41a236cfbaf14211a6a3674f3c2f3a67 for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:24:35.357374 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.416969 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:35.465615 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:35.527330 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Allocated IP 172.27.3.26 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/3e94eb7d-158f-4836-a048-bae0a57376ee) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:35.548537 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Allocated IP 172.20.0.2 (ec16a399-207c-4cf6-8c2e-ca17cef7b669/e1cf09a7-f18a-424f-9306-0b566ddb9ba8/68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:35.566364 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] For port 8e038af4-5179-4445-8ce1-adbce4508fc2, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:35.577819 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:35.583348 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] For port 8e038af4-5179-4445-8ce1-adbce4508fc2, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=8e038af4-5179-4445-8ce1-adbce4508fc2,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:35.588322 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf4322-b030-44e1-a3f7-a5e8e90cb24e admin admin] Pushing event updated for resources: {'Network': ['ID=ad62b422-f6a9-44d6-866f-37a78f2fcbac,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:35.601863 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (ccff10c5-bf44-4d13-98a5-4becf7a00cc0), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.610033 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.619916 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:24:35.684780 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccff10c5-bf44-4d13-98a5-4becf7a00cc0,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:35.876645 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks [] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.893342 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:35.928355 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Checking segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:35.929097 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Network hostable DHCP agents. Network: ad62b422-f6a9-44d6-866f-37a78f2fcbac, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:24:35.947010 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:35.999792 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=3e94eb7d-158f-4836-a048-bae0a57376ee,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:36.017850 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:36.019336 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:36.022075 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:36.167253 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:24:36.184536 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks [] for router_gateway (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.201618 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f215715a-6375-4fcf-8c67-24788500adad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.220231 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e3a0d-a230-4aef-8705-3ca46bb1034a None None] Pushing event updated for resources: {'Port': ['ID=8e038af4-5179-4445-8ce1-adbce4508fc2,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:36.287050 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Publish callbacks [] for security_group (fd8bae00-0b30-411c-a891-b0b4f3d1bdca), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.290208 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.302306 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, ad62b422-f6a9-44d6-866f-37a78f2fcbac) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:36.307382 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (fd8bae00-0b30-411c-a891-b0b4f3d1bdca), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.343475 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:36.344080 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.349767 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499f798e-db03-436f-a86c-d663b0912f39 None None] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:24:36.414074 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:24:36.461133 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Publish callbacks [] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.476482 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.505817 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-bff05070-4ce2-4163-816a-b662dd38a968 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2306161 Oct 17 10:24:36.520026 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51292) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:36.528667 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (4a278074-1f62-4702-b09b-fcae5695f442), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.529087 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Added segment 4a278074-1f62-4702-b09b-fcae5695f442 of type vlan for network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d Oct 17 10:24:36.534930 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:36.539482 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:36.560868 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:36.573133 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:36.575495 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8bae00-0b30-411c-a891-b0b4f3d1bdca,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:36.611767 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:36.636716 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Pushing event updated for resources: {'Port': ['ID=68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:36.664357 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:24:36.665411 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.672934 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks [] for router_gateway (41f18f55-223a-44e7-b437-dcc7ccddd1d5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.704416 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (ec7b89aa-8615-42a5-9a24-4f31d3ebca8d), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.718460 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (73a43c3b-0c60-4775-8854-2b17382bbba6), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.719498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (73a43c3b-0c60-4775-8854-2b17382bbba6), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.777445 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Allocated IP 172.27.3.22 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/d132929f-58af-4201-9be0-9cc7577de785) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:36.785846 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (ec7b89aa-8615-42a5-9a24-4f31d3ebca8d), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.786984 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:36.787723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:36.917016 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Attempting to bind port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:36.917586 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Attempting to bind port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:36.918152 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Attempting to bind port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:36.960712 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1583176 Oct 17 10:24:36.980215 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51304) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:36.984774 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks [] for router_controller (73a43c3b-0c60-4775-8854-2b17382bbba6), precommit_add_association {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.000086 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Request body: {'subnet': {'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1175442679-subnet', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:37.043667 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad27b6-8ee0-4924-a347-e1d26fab45b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:37.056505 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:37.062276 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:37.069692 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:37.070432 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Checking segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:37.071574 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.072141 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Bound using segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:37.072896 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Bound port: 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:37.073466 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.098217 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:24:37.197846 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:37.267242 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Allocated IP 172.20.0.2 (ad62b422-f6a9-44d6-866f-37a78f2fcbac/ccff10c5-bf44-4d13-98a5-4becf7a00cc0/54d645d6-47f1-4d8b-a370-a33fab5efcfa) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:37.274629 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (41f18f55-223a-44e7-b437-dcc7ccddd1d5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.325367 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 8e038af4-5179-4445-8ce1-adbce4508fc2 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:37.384471 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Made reservation on behalf of 9ad3932c3fcc4d42b77b26f889ac694f for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:24:37.387096 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.433400 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 8e038af4-5179-4445-8ce1-adbce4508fc2 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:37.434034 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.434969 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 8e038af4-5179-4445-8ce1-adbce4508fc2 Oct 17 10:24:37.479442 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da187721-2e66-4222-b0b4-2596ed17c1cd None None] Network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:24:37.517986 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] For port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:37.520301 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-d836e22b-f167-46d0-a8a4-5f70b3368f9c None None] Provisioning complete for port 8e038af4-5179-4445-8ce1-adbce4508fc2 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:37.520636 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d836e22b-f167-46d0-a8a4-5f70b3368f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.520986 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-d836e22b-f167-46d0-a8a4-5f70b3368f9c None None] Attempt 1 to provision port 8e038af4-5179-4445-8ce1-adbce4508fc2 Oct 17 10:24:37.556737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks [] for router_gateway (73a43c3b-0c60-4775-8854-2b17382bbba6), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.576059 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks [] for port (d132929f-58af-4201-9be0-9cc7577de785), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.652089 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] For port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:37.656444 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-d836e22b-f167-46d0-a8a4-5f70b3368f9c None None] Current status of the port 8e038af4-5179-4445-8ce1-adbce4508fc2 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:37.656645 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d836e22b-f167-46d0-a8a4-5f70b3368f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.678156 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:24:37.824918 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:37.920926 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:37.950933 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:24:37.966755 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Sync routers for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:24:38.000804 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:38.001756 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:38.013119 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.017325 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ff11b575-9314-4eba-a920-9508356a1ac6 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5337958 Oct 17 10:24:38.017564 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51344) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:38.021382 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-d836e22b-f167-46d0-a8a4-5f70b3368f9c None None] For port 8e038af4-5179-4445-8ce1-adbce4508fc2, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=8e038af4-5179-4445-8ce1-adbce4508fc2,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:24:38.042794 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (d132929f-58af-4201-9be0-9cc7577de785), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.055281 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d836e22b-f167-46d0-a8a4-5f70b3368f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.117736 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 8e038af4-5179-4445-8ce1-adbce4508fc2 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:38.118418 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.132441 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc09e4-5f26-455b-8478-d49e0253ae8f None None] Pushing event updated for resources: {'Port': ['ID=68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:38.361367 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (16961a83-7d1e-4dac-aa8e-f48fd5034240), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.375565 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:38.391417 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:38.408491 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Publish callbacks [] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.410125 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:38.419103 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8ad065d2-ac8a-4f72-8c31-00aff7b5660e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.429943 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:38.455382 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:38.466544 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.484216 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:38.503159 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:38.536696 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836e22b-f167-46d0-a8a4-5f70b3368f9c None None] Pushing event updated for resources: {'Port': ['ID=8e038af4-5179-4445-8ce1-adbce4508fc2,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:38.563559 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks [] for router_gateway (73a43c3b-0c60-4775-8854-2b17382bbba6), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.564266 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.db.api [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 10:24:38.564834 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG oslo_db.api [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 10:24:38.602814 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:38.606428 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:38.616207 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:38.643299 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:38.676262 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Pushing event updated for resources: {'Port': ['ID=54d645d6-47f1-4d8b-a370-a33fab5efcfa,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:38.678958 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.735052 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Attempting to bind port 54d645d6-47f1-4d8b-a370-a33fab5efcfa on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:38.735764 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Attempting to bind port 54d645d6-47f1-4d8b-a370-a33fab5efcfa by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:38.736341 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Attempting to bind port 54d645d6-47f1-4d8b-a370-a33fab5efcfa on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:38.837828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Allocated IP 172.27.3.6 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/4e947569-d5d2-4a1d-8247-8be6ee943186) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:38.903146 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:38.906282 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Checking segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:38.906819 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:38.909833 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Bound using segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:38.910486 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Bound port: 54d645d6-47f1-4d8b-a370-a33fab5efcfa, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:38.910959 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.036874 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-a356bcbb-0d25-459c-96a3-e96f27c5c387 None None] Provisioning complete for port 8e038af4-5179-4445-8ce1-adbce4508fc2 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:39.040933 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a356bcbb-0d25-459c-96a3-e96f27c5c387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.044715 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-a356bcbb-0d25-459c-96a3-e96f27c5c387 None None] Attempt 1 to provision port 8e038af4-5179-4445-8ce1-adbce4508fc2 Oct 17 10:24:39.084310 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:36Z', 'revision_number': 3, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:39.089515 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.092587 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:39.096100 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Pushing event updated for resources: {'Port': ['ID=d132929f-58af-4201-9be0-9cc7577de785,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:39.143797 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Checking router: 41f18f55-223a-44e7-b437-dcc7ccddd1d5 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:24:39.145436 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Updating router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 port 3e94eb7d-158f-4836-a048-bae0a57376ee binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:24:39.179794 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Checking segment: {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:39.186597 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Network hostable DHCP agents. Network: ec7b89aa-8615-42a5-9a24-4f31d3ebca8d, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:24:39.210220 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] For port 54d645d6-47f1-4d8b-a370-a33fab5efcfa, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:39.237845 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.250582 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] For port 54d645d6-47f1-4d8b-a370-a33fab5efcfa, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=54d645d6-47f1-4d8b-a370-a33fab5efcfa,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:39.253495 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 8e038af4-5179-4445-8ce1-adbce4508fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:39.275642 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.404089 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16961a83-7d1e-4dac-aa8e-f48fd5034240,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:39.412371 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-a356bcbb-0d25-459c-96a3-e96f27c5c387 None None] Current status of the port 8e038af4-5179-4445-8ce1-adbce4508fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:39.503872 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Allocated IP 172.20.0.1 (ec16a399-207c-4cf6-8c2e-ca17cef7b669/e1cf09a7-f18a-424f-9306-0b566ddb9ba8/d4a86e7c-7958-4e04-b795-40eda80689c5) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:39.652822 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.696211 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab034289-b1c3-42a1-a158-4f0eb6cf4503 None None] Pushing event updated for resources: {'Port': ['ID=54d645d6-47f1-4d8b-a370-a33fab5efcfa,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:39.715587 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:39.748269 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:39.817200 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:24:39.827199 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks [] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.842386 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:39.843197 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.844145 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 Oct 17 10:24:39.893038 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks [] for router_gateway (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.912599 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Publish callbacks [] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.964523 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:39.966200 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa5577-596c-4bce-ae4f-b5ff8d31547c None None] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:24:40.031504 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, ec7b89aa-8615-42a5-9a24-4f31d3ebca8d) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:40.046888 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:40.047577 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.052791 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Pushing event updated for resources: {'Port': ['ID=d4a86e7c-7958-4e04-b795-40eda80689c5,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:40.079443 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35337d8-002c-4dcf-914b-27794b40efa6 None None] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:24:40.085973 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:40.097126 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:40.101272 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:40.102602 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (41f18f55-223a-44e7-b437-dcc7ccddd1d5), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.121407 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:40.122282 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.172192 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ee27aa8a-ad72-4b47-a9d5-6545038e0fc1 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1837988 Oct 17 10:24:40.179917 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51416) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:40.196649 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:40.252163 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.261353 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (1d34bb7a-d454-4d9b-ad00-61b64426be90), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.264090 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (1d34bb7a-d454-4d9b-ad00-61b64426be90), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.321429 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks [] for router_controller (1d34bb7a-d454-4d9b-ad00-61b64426be90), precommit_add_association {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.329357 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51422) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:40.512481 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Publish callbacks [] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.524833 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.575489 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Attempting to bind port 3e94eb7d-158f-4836-a048-bae0a57376ee on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:40.576266 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Attempting to bind port 3e94eb7d-158f-4836-a048-bae0a57376ee by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:40.576802 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Attempting to bind port 3e94eb7d-158f-4836-a048-bae0a57376ee on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:40.578073 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:40.594422 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:24:40.596402 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:40.610725 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:40.611732 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-01c19e7c-9a07-4281-8dc4-af4649ec0ebe None None] Provisioning complete for port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:40.611868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:40.612268 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-01c19e7c-9a07-4281-8dc4-af4649ec0ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.612714 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-01c19e7c-9a07-4281-8dc4-af4649ec0ebe None None] Attempt 1 to provision port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 Oct 17 10:24:40.615456 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:40.630452 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Pushing event updated for resources: {'Port': ['ID=3e94eb7d-158f-4836-a048-bae0a57376ee,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:40.662707 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.663057 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.663417 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.663780 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.664122 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.664491 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.664874 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.665341 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.665668 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.665994 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.666453 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.666735 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.667064 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.667383 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.667701 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:24:40.668245 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Tracked resource versions report: Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: pushed versions: Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: { 'AddressGroup': {'1.2'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Agent': {'1.1'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'ConntrackHelper': {'1.0'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Log': {'1.0'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'NDPProxy': {'1.0'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Network': {'1.1'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Port': {'1.7'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'PortForwarding': {'1.3'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'QosPolicy': {'1.10'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SecurityGroup': {'1.5'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SubPort': {'1.0'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Subnet': {'1.1'}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Trunk': {'1.1'}} Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: consumer versions: Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: { DHCP agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: HyperV agent@hv-cinder-86020: {}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: L3 agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: Metadata agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: Metering agent@dv-cinder-860209-5-iscsi: {}, Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: Open vSwitch agent@dv-cinder-860209-5-iscsi: { 'AddressGroup': '1.2', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Agent': '1.1', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'ConntrackHelper': '1.0', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'LocalIPAssociation': '1.0', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Log': '1.0', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'NDPProxy': '1.0', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Network': '1.1', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Port': '1.7', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'PortForwarding': '1.3', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'QosPolicy': '1.10', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SecurityGroup': '1.5', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SecurityGroupRule': '1.2', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'SubPort': '1.0', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Subnet': '1.1', Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: 'Trunk': '1.1'}} Oct 17 10:24:40.668859 dv-cinder-860209-5-iscsi neutron-server[104474]: {{(pid=104474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:24:40.683028 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:40.683626 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:40.684189 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.684742 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:40.685541 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Bound port: 3e94eb7d-158f-4836-a048-bae0a57376ee, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:40.686081 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.691848 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.693124 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 8e038af4-5179-4445-8ce1-adbce4508fc2 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:40.704277 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e947569-d5d2-4a1d-8247-8be6ee943186,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:40.729547 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.743399 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-028c5ac4-5835-491d-8fc4-848dd73c4260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.749333 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] For port 3e94eb7d-158f-4836-a048-bae0a57376ee, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:40.753644 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] For port 3e94eb7d-158f-4836-a048-bae0a57376ee, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=3e94eb7d-158f-4836-a048-bae0a57376ee,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:40.762039 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.833163 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:40.886524 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:40.887998 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e4985-8feb-474b-8946-51d73135e5c1 None None] Pushing event updated for resources: {'Port': ['ID=3e94eb7d-158f-4836-a048-bae0a57376ee,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:40.891206 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:40.892193 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:40.964821 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:40.979525 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:24:40.980461 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.062751 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:41.135687 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Publish callbacks [] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.154445 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:41.165834 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255cc7d3-6fe2-48f4-98a3-5852d3f00e7e None None] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:24:41.170251 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-01c19e7c-9a07-4281-8dc4-af4649ec0ebe None None] Current status of the port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:41.200580 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.232629 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 8e038af4-5179-4445-8ce1-adbce4508fc2 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:41.234566 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.241299 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 8e038af4-5179-4445-8ce1-adbce4508fc2 Oct 17 10:24:41.248033 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:41.396854 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks [] for router_gateway (73a43c3b-0c60-4775-8854-2b17382bbba6), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.440405 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks [] for router_gateway (1d34bb7a-d454-4d9b-ad00-61b64426be90), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.463367 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:41.465155 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:41.470835 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.471608 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (41f18f55-223a-44e7-b437-dcc7ccddd1d5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.474380 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.488930 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-7bbd2e7e-1cb9-41f7-91e4-ff9413b188eb None None] Provisioning complete for port 54d645d6-47f1-4d8b-a370-a33fab5efcfa triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:41.489316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7bbd2e7e-1cb9-41f7-91e4-ff9413b188eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:41.489823 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-7bbd2e7e-1cb9-41f7-91e4-ff9413b188eb None None] Attempt 1 to provision port 54d645d6-47f1-4d8b-a370-a33fab5efcfa Oct 17 10:24:41.657412 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:39Z', 'revision_number': 1, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:41.732489 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Allocated IP 172.20.0.2 (ec7b89aa-8615-42a5-9a24-4f31d3ebca8d/16961a83-7d1e-4dac-aa8e-f48fd5034240/0f00c06e-a4de-4c74-b146-111832ccb76d) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:41.740806 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0af2fc-4986-48a0-b2dd-951d650ed68b None None] The sync data for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi is: [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:39Z', 'revision_number': 1, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:24:41.812581 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:24:41.963251 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Pushing event updated for resources: {'Port': ['ID=d4a86e7c-7958-4e04-b795-40eda80689c5,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:41.965434 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51462) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:41.972727 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:24:42.024555 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 8e038af4-5179-4445-8ce1-adbce4508fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:42.041650 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Sync routers for ids ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:24:42.045708 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks [] for router_gateway (1d34bb7a-d454-4d9b-ad00-61b64426be90), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.094441 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.127415 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:42.131629 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (73a43c3b-0c60-4775-8854-2b17382bbba6), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.149765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:42.251375 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd2e7e-1cb9-41f7-91e4-ff9413b188eb None None] Current status of the port 54d645d6-47f1-4d8b-a370-a33fab5efcfa is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:42.252062 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7bbd2e7e-1cb9-41f7-91e4-ff9413b188eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.308102 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:42.321201 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Routers {'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:42.322315 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:42.342710 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Allocated IP 172.27.3.245 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/9edea76a-6a62-4f76-ada2-8a0c481a9283) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:42.362511 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.369737 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a0ae826f-6f29-468b-a94a-d3814e862f2d admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3205531 Oct 17 10:24:42.391259 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51466) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:42.458665 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:42.469871 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-7bbd2e7e-1cb9-41f7-91e4-ff9413b188eb None None] For port 54d645d6-47f1-4d8b-a370-a33fab5efcfa, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=54d645d6-47f1-4d8b-a370-a33fab5efcfa,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:24:42.532283 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7bbd2e7e-1cb9-41f7-91e4-ff9413b188eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.536631 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Publish callbacks [] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.559808 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-028c5ac4-5835-491d-8fc4-848dd73c4260 admin admin] Publish callbacks [] for security_group (0d61fd14-9e2d-46ba-8aac-1a6435197bdb), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.579933 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:24:42.599577 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-028c5ac4-5835-491d-8fc4-848dd73c4260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (0d61fd14-9e2d-46ba-8aac-1a6435197bdb), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.607244 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd2e7e-1cb9-41f7-91e4-ff9413b188eb None None] Pushing event updated for resources: {'Port': ['ID=54d645d6-47f1-4d8b-a370-a33fab5efcfa,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:42.613033 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a2477b0b-62bc-436f-acbc-1f85645e5db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.626046 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.644209 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:42.713754 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Provisioning complete for port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:42.714080 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.714481 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Attempt 1 to provision port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 Oct 17 10:24:42.728048 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c5ac4-5835-491d-8fc4-848dd73c4260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d61fd14-9e2d-46ba-8aac-1a6435197bdb,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:42.817543 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:42.828877 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:24:42.841006 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:24:42.848983 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:42.856410 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:42.859406 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:42.862862 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:42.874610 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a2477b0b-62bc-436f-acbc-1f85645e5db3 admin admin] Publish callbacks [] for security_group (edc3079f-d3bd-4160-9dd9-d8bc3375f720), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.876743 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:42.891630 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.893395 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b9d9a3da-b81b-4f1a-9711-1f1e34c6b2f1 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3623104 Oct 17 10:24:42.897751 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51486) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:42.904358 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:42.922736 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:42.922736 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:42.923005 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 Oct 17 10:24:43.032523 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Pushing event updated for resources: {'Port': ['ID=0f00c06e-a4de-4c74-b146-111832ccb76d,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:43.042751 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Set router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:43.057583 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a2477b0b-62bc-436f-acbc-1f85645e5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (edc3079f-d3bd-4160-9dd9-d8bc3375f720), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:43.196649 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:43.228685 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:43.295263 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:43.373381 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Attempting to bind port 0f00c06e-a4de-4c74-b146-111832ccb76d on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:43.373747 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Attempting to bind port 0f00c06e-a4de-4c74-b146-111832ccb76d by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:43.391344 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Attempting to bind port 0f00c06e-a4de-4c74-b146-111832ccb76d on network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:43.441588 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks [] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:43.449929 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:43.467711 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Current status of the port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:43.480538 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:43.481963 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 54d645d6-47f1-4d8b-a370-a33fab5efcfa up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:43.521358 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:24:43.522773 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2477b0b-62bc-436f-acbc-1f85645e5db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc3079f-d3bd-4160-9dd9-d8bc3375f720,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:43.550899 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a2477b0b-62bc-436f-acbc-1f85645e5db3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9fc4d931061d4aaba3dc577413f06866&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5222740 Oct 17 10:24:43.556606 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51500) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:43.573481 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:43.580030 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-028c5ac4-5835-491d-8fc4-848dd73c4260 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b0620f77ac274727b9995b261106e917&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2471681 Oct 17 10:24:43.593724 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51506) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:43.599298 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:41Z', 'revision_number': 3, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:43.650054 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd132929f-58af-4201-9be0-9cc7577de785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:39Z', 'revision_number': 3, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'gw_port': {'id': 'd132929f-58af-4201-9be0-9cc7577de785', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:43.657703 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:24:43.661951 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Updating router 73a43c3b-0c60-4775-8854-2b17382bbba6 port 4e947569-d5d2-4a1d-8247-8be6ee943186 binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:24:43.693492 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:43.725773 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:43.915430 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Provisioning complete for port 54d645d6-47f1-4d8b-a370-a33fab5efcfa triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:43.915844 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:43.916261 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Attempt 1 to provision port 54d645d6-47f1-4d8b-a370-a33fab5efcfa Oct 17 10:24:43.917314 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:43.927490 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:24:43.933375 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Checking router: be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:24:43.933744 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Updating router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 port d132929f-58af-4201-9be0-9cc7577de785 binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:24:43.947925 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-15c23fd4-3481-43db-b352-e65bc4effefe admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/41f18f55-223a-44e7-b437-dcc7ccddd1d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9292121 Oct 17 10:24:43.955024 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:43.967940 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:43.981598 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:44.089147 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 54d645d6-47f1-4d8b-a370-a33fab5efcfa triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:44.089702 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.089802 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 54d645d6-47f1-4d8b-a370-a33fab5efcfa Oct 17 10:24:44.155097 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Pushing event updated for resources: {'Port': ['ID=9edea76a-6a62-4f76-ada2-8a0c481a9283,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:44.201265 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (d132929f-58af-4201-9be0-9cc7577de785), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.235445 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:44.236080 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Checking segment: {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:44.236652 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.237242 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Bound using segment: {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:44.237898 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Bound port: 0f00c06e-a4de-4c74-b146-111832ccb76d, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:44.238474 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.256948 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d8f-b6c7-4c66-946a-2246d7acbc9a admin admin] Publish callbacks [] for security_group (edc3079f-d3bd-4160-9dd9-d8bc3375f720), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.292248 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7340830c-e2be-4844-8ad3-0dff5fa502c1 admin admin] Publish callbacks [] for security_group (0d61fd14-9e2d-46ba-8aac-1a6435197bdb), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.336036 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d8f-b6c7-4c66-946a-2246d7acbc9a admin admin] Publish callbacks [] for security_group (edc3079f-d3bd-4160-9dd9-d8bc3375f720), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.351820 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:44.364345 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:44.410158 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7340830c-e2be-4844-8ad3-0dff5fa502c1 admin admin] Publish callbacks [] for security_group (0d61fd14-9e2d-46ba-8aac-1a6435197bdb), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.433559 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Publish callbacks [] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.436238 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:44.445892 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.509176 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Attempting to bind port 4e947569-d5d2-4a1d-8247-8be6ee943186 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:44.509415 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Attempting to bind port 4e947569-d5d2-4a1d-8247-8be6ee943186 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:44.509730 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Attempting to bind port 4e947569-d5d2-4a1d-8247-8be6ee943186 on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:44.523810 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks [] for router_gateway (1d34bb7a-d454-4d9b-ad00-61b64426be90), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.585446 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Allocated IP 172.20.0.1 (46924aeb-cbea-4ee4-b8a7-97f1f0d41daf/18939442-3979-423f-9fcc-2430b15f4f2b/7381982b-2c55-442d-a98e-7b136a875479) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:44.592776 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81bff9-55f3-46ba-8877-f6f82542e861 None None] Pushing event updated for resources: {'Port': ['ID=4e947569-d5d2-4a1d-8247-8be6ee943186,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:44.631982 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:44.675547 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:44.677261 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:44.677774 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.678718 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:44.679854 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Bound port: 4e947569-d5d2-4a1d-8247-8be6ee943186, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:44.682496 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.736564 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d8f-b6c7-4c66-946a-2246d7acbc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (edc3079f-d3bd-4160-9dd9-d8bc3375f720), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.739899 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d8f-b6c7-4c66-946a-2246d7acbc9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.741151 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e8ad4d8f-b6c7-4c66-946a-2246d7acbc9a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/edc3079f-d3bd-4160-9dd9-d8bc3375f720 HTTP/1.1" status: 204 len: 168 time: 1.1783652 Oct 17 10:24:44.760522 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7340830c-e2be-4844-8ad3-0dff5fa502c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (0d61fd14-9e2d-46ba-8aac-1a6435197bdb), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.763369 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7340830c-e2be-4844-8ad3-0dff5fa502c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.772202 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7340830c-e2be-4844-8ad3-0dff5fa502c1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0d61fd14-9e2d-46ba-8aac-1a6435197bdb HTTP/1.1" status: 204 len: 168 time: 1.1695492 Oct 17 10:24:44.798131 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad4d8f-b6c7-4c66-946a-2246d7acbc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc3079f-d3bd-4160-9dd9-d8bc3375f720,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:44.860577 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 54d645d6-47f1-4d8b-a370-a33fab5efcfa is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:44.863173 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340830c-e2be-4844-8ad3-0dff5fa502c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d61fd14-9e2d-46ba-8aac-1a6435197bdb,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:44.877992 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.894162 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] For port 4e947569-d5d2-4a1d-8247-8be6ee943186, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:44.895169 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:44.904144 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] For port 4e947569-d5d2-4a1d-8247-8be6ee943186, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=4e947569-d5d2-4a1d-8247-8be6ee943186,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:44.914004 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.973894 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Publish callbacks [] for port (7381982b-2c55-442d-a98e-7b136a875479), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:44.994903 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] For port 0f00c06e-a4de-4c74-b146-111832ccb76d, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:45.005637 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81bff9-55f3-46ba-8877-f6f82542e861 None None] Pushing event updated for resources: {'Port': ['ID=4e947569-d5d2-4a1d-8247-8be6ee943186,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:45.015281 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:45.015942 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:45.041455 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51562) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:45.046591 dv-cinder-860209-5-iscsi neutron-server[104472]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 10:24:45.185357 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] For port 0f00c06e-a4de-4c74-b146-111832ccb76d, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=0f00c06e-a4de-4c74-b146-111832ccb76d,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:45.195300 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Current status of the port 54d645d6-47f1-4d8b-a370-a33fab5efcfa is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:45.206601 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:45.268485 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:45.280812 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Provisioning complete for port d4a86e7c-7958-4e04-b795-40eda80689c5 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:45.281599 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:45.282101 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Attempt 1 to provision port d4a86e7c-7958-4e04-b795-40eda80689c5 Oct 17 10:24:45.309272 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:45.399160 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (7381982b-2c55-442d-a98e-7b136a875479), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:45.444447 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 3e94eb7d-158f-4836-a048-bae0a57376ee up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:45.449915 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Sync routers for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:24:45.492429 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Pushing event updated for resources: {'Port': ['ID=7381982b-2c55-442d-a98e-7b136a875479,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:45.508678 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51578) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:45.562056 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Allocated IP 172.20.0.1 (ad62b422-f6a9-44d6-866f-37a78f2fcbac/ccff10c5-bf44-4d13-98a5-4becf7a00cc0/6c4e7f70-d260-4b58-972c-209984d2eb17) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:45.587300 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:45.589046 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c420c4f-916c-4e83-b48b-4c7652fb32d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:45.607557 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:45.611369 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:45.611369 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:45.614662 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:45.614662 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:45.654590 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (1d34bb7a-d454-4d9b-ad00-61b64426be90), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:45.706656 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Publish callbacks [] for port (d132929f-58af-4201-9be0-9cc7577de785), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:45.712454 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cc602-6291-42f1-b531-194039a9c1ea None None] Pushing event updated for resources: {'Port': ['ID=0f00c06e-a4de-4c74-b146-111832ccb76d,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:45.730190 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-437b93de-2edc-49e2-9914-00370e0353bc None None] Port d4a86e7c-7958-4e04-b795-40eda80689c5 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:24:45.740260 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (d132929f-58af-4201-9be0-9cc7577de785), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:45.784512 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:41Z', 'revision_number': 3, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:45.825835 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700dfb9-b230-4eaf-8078-03412918d82b None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:41Z', 'revision_number': 3, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:24:45.827875 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:45.887691 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Attempting to bind port d132929f-58af-4201-9be0-9cc7577de785 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:45.887960 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Attempting to bind port d132929f-58af-4201-9be0-9cc7577de785 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:45.888379 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Attempting to bind port d132929f-58af-4201-9be0-9cc7577de785 on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:45.941795 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-f0a183c4-063f-43fd-b327-fa830468f676 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:45.943440 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-f0a183c4-063f-43fd-b327-fa830468f676 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 819 time: 0.9009504 Oct 17 10:24:46.023165 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-db4f6fa5-68ac-49df-956f-a50757edf773 None None] Provisioning complete for port d4a86e7c-7958-4e04-b795-40eda80689c5 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:46.023549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-db4f6fa5-68ac-49df-956f-a50757edf773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.024016 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-db4f6fa5-68ac-49df-956f-a50757edf773 None None] Attempt 1 to provision port d4a86e7c-7958-4e04-b795-40eda80689c5 Oct 17 10:24:46.041571 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-bc3fc739-718f-4a01-8341-bf2c8a42c8b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/quotas/895b2d6d988f4ab7a0d9dcf9e130af42 HTTP/1.1" status: 200 len: 375 time: 0.0301008 Oct 17 10:24:46.066313 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 3e94eb7d-158f-4836-a048-bae0a57376ee triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:46.066718 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.067067 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 3e94eb7d-158f-4836-a048-bae0a57376ee Oct 17 10:24:46.111093 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade9c99-94ee-4e1a-b68f-4a796787a80f None None] Pushing event updated for resources: {'Port': ['ID=d132929f-58af-4201-9be0-9cc7577de785,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:46.162312 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-db4f6fa5-68ac-49df-956f-a50757edf773 None None] Port d4a86e7c-7958-4e04-b795-40eda80689c5 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:24:46.178406 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:46.193661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:46.226003 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-ba018c31-984e-4868-a2f1-bc6adb8c23bf tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748016 Oct 17 10:24:46.249980 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:46.250688 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:46.250993 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.251349 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:46.251825 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Bound port: d132929f-58af-4201-9be0-9cc7577de785, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:46.252221 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (d132929f-58af-4201-9be0-9cc7577de785), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.261655 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Router 1d34bb7a-d454-4d9b-ad00-61b64426be90 is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:24:46.389335 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:46.406294 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 3e94eb7d-158f-4836-a048-bae0a57376ee is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:46.406953 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.433178 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 3e94eb7d-158f-4836-a048-bae0a57376ee, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=3e94eb7d-158f-4836-a048-bae0a57376ee,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:24:46.437699 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:46.446675 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Publish callbacks [] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.457555 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-16443c7b-0fa1-4944-ba7e-450cb53bf1b2 None None] Provisioning complete for port 7381982b-2c55-442d-a98e-7b136a875479 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:46.458571 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-16443c7b-0fa1-4944-ba7e-450cb53bf1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (7381982b-2c55-442d-a98e-7b136a875479), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.460119 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-16443c7b-0fa1-4944-ba7e-450cb53bf1b2 None None] Attempt 1 to provision port 7381982b-2c55-442d-a98e-7b136a875479 Oct 17 10:24:46.522722 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c420c4f-916c-4e83-b48b-4c7652fb32d7 admin admin] Publish callbacks [] for security_group (9f58d409-f74b-4e00-b0be-87f53464646f), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.523447 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:46.526466 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (7381982b-2c55-442d-a98e-7b136a875479), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.530247 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.532513 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 54d645d6-47f1-4d8b-a370-a33fab5efcfa up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:46.538140 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:24:46.555962 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Sync routers for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:24:46.581705 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:46.583930 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:46.607697 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.609277 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-5776005b-23d1-453e-b517-a588bae0178f admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4244986 Oct 17 10:24:46.612010 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51604) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:46.618699 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c420c4f-916c-4e83-b48b-4c7652fb32d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9f58d409-f74b-4e00-b0be-87f53464646f), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.655518 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:46.661157 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-2c420c4f-916c-4e83-b48b-4c7652fb32d7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=00fff1386985436b8addad058376ff66&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1412570 Oct 17 10:24:46.662560 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:46.676756 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51606) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:46.769184 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-da9011e5-0c6d-4bf1-bb96-869fe7501fe1 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:24:46.777849 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-da9011e5-0c6d-4bf1-bb96-869fe7501fe1 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2134941 Oct 17 10:24:46.854726 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=3e94eb7d-158f-4836-a048-bae0a57376ee,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:46.859407 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:46.891152 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] For port d132929f-58af-4201-9be0-9cc7577de785, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:46.927744 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-243341c6-6cfb-4b1a-8f64-a376640dfe0e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484735 Oct 17 10:24:46.971544 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-16443c7b-0fa1-4944-ba7e-450cb53bf1b2 None None] Port 7381982b-2c55-442d-a98e-7b136a875479 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:24:46.974240 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] For port d132929f-58af-4201-9be0-9cc7577de785, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=d132929f-58af-4201-9be0-9cc7577de785,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:47.060737 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (d132929f-58af-4201-9be0-9cc7577de785), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:47.165582 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 54d645d6-47f1-4d8b-a370-a33fab5efcfa triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:47.165994 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:47.166383 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 54d645d6-47f1-4d8b-a370-a33fab5efcfa Oct 17 10:24:47.181578 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:47.248000 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-1caf8d51-662a-45b8-81a5-4ee35ba14cd9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165476 Oct 17 10:24:47.252265 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0a206-aa8a-4a1e-8502-9b923f7b3e19 None None] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:24:47.279842 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:44Z', 'revision_number': 3, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:47.339388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4e7f70-d260-4b58-972c-209984d2eb17,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:47.352987 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Checking router: 1d34bb7a-d454-4d9b-ad00-61b64426be90 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:24:47.353323 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Updating router 1d34bb7a-d454-4d9b-ad00-61b64426be90 port 9edea76a-6a62-4f76-ada2-8a0c481a9283 binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:24:47.377650 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:47.394832 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:47.395098 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (73a43c3b-0c60-4775-8854-2b17382bbba6), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:47.414079 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c420c4f-916c-4e83-b48b-4c7652fb32d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f58d409-f74b-4e00-b0be-87f53464646f,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:47.451141 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:47.452604 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-ae5bced7-a620-4703-beff-6261648562ad None None] Provisioning complete for port 0f00c06e-a4de-4c74-b146-111832ccb76d triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:47.452988 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ae5bced7-a620-4703-beff-6261648562ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:47.453330 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-ae5bced7-a620-4703-beff-6261648562ad None None] Attempt 1 to provision port 0f00c06e-a4de-4c74-b146-111832ccb76d Oct 17 10:24:47.553534 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-60985f8e-fcb0-4248-b751-7ea106ee540e admin admin] Publish callbacks [] for security_group (9f58d409-f74b-4e00-b0be-87f53464646f), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:47.593803 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Routers {'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:47.594536 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:47.606040 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-60985f8e-fcb0-4248-b751-7ea106ee540e admin admin] Publish callbacks [] for security_group (9f58d409-f74b-4e00-b0be-87f53464646f), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:47.736752 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:47.775668 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51642) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:47.842608 dv-cinder-860209-5-iscsi neutron-server[104471]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 10:24:47.876651 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.008418 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade9c99-94ee-4e1a-b68f-4a796787a80f None None] Pushing event updated for resources: {'Port': ['ID=d132929f-58af-4201-9be0-9cc7577de785,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:48.012485 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:48.033126 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1779d485-b4f0-4e8d-97e8-513b14a06c12 req-27ad92ed-0f82-4135-9b6b-a1972ac678d8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 210 time: 0.2546594 Oct 17 10:24:48.033532 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:48.101743 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Publish callbacks [] for port (7381982b-2c55-442d-a98e-7b136a875479), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.108017 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 2, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:48.113722 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (7381982b-2c55-442d-a98e-7b136a875479), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.114786 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.146405 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-60985f8e-fcb0-4248-b751-7ea106ee540e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9f58d409-f74b-4e00-b0be-87f53464646f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.150140 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-60985f8e-fcb0-4248-b751-7ea106ee540e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.163253 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-60985f8e-fcb0-4248-b751-7ea106ee540e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9f58d409-f74b-4e00-b0be-87f53464646f HTTP/1.1" status: 204 len: 168 time: 1.4213009 Oct 17 10:24:48.174696 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Checking router: 41f18f55-223a-44e7-b437-dcc7ccddd1d5 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:24:48.174696 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Updating router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 port d4a86e7c-7958-4e04-b795-40eda80689c5 binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:24:48.214659 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:48.247092 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:48.295982 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Publish callbacks [] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.309118 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.319665 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.330208 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:48.338275 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 54d645d6-47f1-4d8b-a370-a33fab5efcfa is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:48.400943 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60985f8e-fcb0-4248-b751-7ea106ee540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f58d409-f74b-4e00-b0be-87f53464646f,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:48.404041 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Allocated IP 172.20.0.1 (ec7b89aa-8615-42a5-9a24-4f31d3ebca8d/16961a83-7d1e-4dac-aa8e-f48fd5034240/a282d93a-d9b8-4578-87e6-bcc6db9b2c29) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:48.426715 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.518818 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b025-695b-4c81-be37-d120a59138b8 None None] Pushing event updated for resources: {'Port': ['ID=9edea76a-6a62-4f76-ada2-8a0c481a9283,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:48.525091 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Attempting to bind port 9edea76a-6a62-4f76-ada2-8a0c481a9283 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:48.526284 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Attempting to bind port 9edea76a-6a62-4f76-ada2-8a0c481a9283 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:48.527023 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Attempting to bind port 9edea76a-6a62-4f76-ada2-8a0c481a9283 on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:48.620212 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Pushing event updated for resources: {'Port': ['ID=7381982b-2c55-442d-a98e-7b136a875479,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:48.652873 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] Set router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:48.672331 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:48.672705 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:48.673106 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.675163 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:48.679297 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Bound port: 9edea76a-6a62-4f76-ada2-8a0c481a9283, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:48.679655 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.872957 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Publish callbacks [] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.879520 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] For port 9edea76a-6a62-4f76-ada2-8a0c481a9283, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:48.887939 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] For port 9edea76a-6a62-4f76-ada2-8a0c481a9283, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=9edea76a-6a62-4f76-ada2-8a0c481a9283,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:48.901488 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:48.999810 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.013150 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:49.014245 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:49.061784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:49.099892 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:49.119133 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Publish callbacks [] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.123618 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:49.146547 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:49.173506 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:49.174065 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (1d34bb7a-d454-4d9b-ad00-61b64426be90), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.213108 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:49.258093 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 3e94eb7d-158f-4836-a048-bae0a57376ee up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:49.312770 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.319956 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-ae5bced7-a620-4703-beff-6261648562ad None None] Current status of the port 0f00c06e-a4de-4c74-b146-111832ccb76d is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:49.320425 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ae5bced7-a620-4703-beff-6261648562ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.481333 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:49.512611 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b025-695b-4c81-be37-d120a59138b8 None None] Pushing event updated for resources: {'Port': ['ID=9edea76a-6a62-4f76-ada2-8a0c481a9283,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:49.677875 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.696443 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:24:49.729205 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Publish callbacks [] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.734117 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:49.735034 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-7703e01b-745c-4992-a8d5-63d26dd363c9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:49.738514 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-7703e01b-745c-4992-a8d5-63d26dd363c9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 819 time: 0.7621872 Oct 17 10:24:49.739549 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Pushing event updated for resources: {'Port': ['ID=a282d93a-d9b8-4578-87e6-bcc6db9b2c29,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:49.743420 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.752337 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (73a43c3b-0c60-4775-8854-2b17382bbba6), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.784520 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-c25d975b-d00f-46ce-a6ef-be2c67cf6a6e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/quotas/895b2d6d988f4ab7a0d9dcf9e130af42 HTTP/1.1" status: 200 len: 375 time: 0.0372279 Oct 17 10:24:49.820223 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675c7e5-0167-4a18-9901-82fc5eacdc65 None None] Pushing event updated for resources: {'Port': ['ID=d4a86e7c-7958-4e04-b795-40eda80689c5,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:49.840146 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ae5bced7-a620-4703-beff-6261648562ad None None] For port 0f00c06e-a4de-4c74-b146-111832ccb76d, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=0f00c06e-a4de-4c74-b146-111832ccb76d,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:24:49.911445 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-e0c9863b-ea44-4352-9b01-8e07605c592c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172230 Oct 17 10:24:49.919450 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ae5bced7-a620-4703-beff-6261648562ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.938436 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 3e94eb7d-158f-4836-a048-bae0a57376ee triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:49.938842 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:49.939193 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 3e94eb7d-158f-4836-a048-bae0a57376ee Oct 17 10:24:49.969015 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:50.017655 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Attempting to bind port d4a86e7c-7958-4e04-b795-40eda80689c5 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:50.018028 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Attempting to bind port d4a86e7c-7958-4e04-b795-40eda80689c5 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:50.021471 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Attempting to bind port d4a86e7c-7958-4e04-b795-40eda80689c5 on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:50.118919 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Provisioning complete for port 7381982b-2c55-442d-a98e-7b136a875479 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:50.119313 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (7381982b-2c55-442d-a98e-7b136a875479), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:50.119657 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Attempt 1 to provision port 7381982b-2c55-442d-a98e-7b136a875479 Oct 17 10:24:50.124162 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:50.130153 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:50.133218 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4e7f70-d260-4b58-972c-209984d2eb17,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:50.133703 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bced7-a620-4703-beff-6261648562ad None None] Pushing event updated for resources: {'Port': ['ID=0f00c06e-a4de-4c74-b146-111832ccb76d,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:50.269682 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:50.270362 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Checking segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:50.270975 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:50.271607 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Bound using segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:50.272352 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Bound port: d4a86e7c-7958-4e04-b795-40eda80689c5, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:50.272965 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:50.280803 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Port 7381982b-2c55-442d-a98e-7b136a875479 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:24:50.328239 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:50.345952 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:50.375576 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:44Z', 'revision_number': 3, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:50.378721 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd132929f-58af-4201-9be0-9cc7577de785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'gw_port': {'id': 'd132929f-58af-4201-9be0-9cc7577de785', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '7381982b-2c55-442d-a98e-7b136a875479', 'name': '', 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'mac_address': 'fa:16:3e:7b:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:44Z', 'updated_at': '2022-10-17T10:24:44Z', 'revision_number': 1, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'subnets': [{'id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:50.379257 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:24:50.440367 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f7ca4a92-76e5-447a-9a6c-b5818f3c4405 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/be4eb5b6-f3d9-488a-a29d-7de2aca4dec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0453315 Oct 17 10:24:50.459464 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Provisioning complete for port 0f00c06e-a4de-4c74-b146-111832ccb76d triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:50.459854 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:50.464331 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Attempt 1 to provision port 0f00c06e-a4de-4c74-b146-111832ccb76d Oct 17 10:24:50.472134 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a21c69-8bf8-4ab3-914d-eb53c1272d36 None None] The sync data for ids ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'] in dv-cinder-860209-5-iscsi is: [{'id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd132929f-58af-4201-9be0-9cc7577de785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'gw_port': {'id': 'd132929f-58af-4201-9be0-9cc7577de785', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '7381982b-2c55-442d-a98e-7b136a875479', 'name': '', 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'mac_address': 'fa:16:3e:7b:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:44Z', 'updated_at': '2022-10-17T10:24:44Z', 'revision_number': 1, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'subnets': [{'id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:24:50.497952 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:24:50.511409 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a5925-2c68-456f-adc6-114002dd6986 None None] The sync data for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi is: [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:44Z', 'revision_number': 3, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:24:50.529608 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 3e94eb7d-158f-4836-a048-bae0a57376ee is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:50.530857 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 0f00c06e-a4de-4c74-b146-111832ccb76d up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:50.560661 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:50.610296 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-d5a3b360-8ea9-434e-9710-52333653493d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647773 Oct 17 10:24:50.732428 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] For port d4a86e7c-7958-4e04-b795-40eda80689c5, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:50.738503 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] For port d4a86e7c-7958-4e04-b795-40eda80689c5, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=d4a86e7c-7958-4e04-b795-40eda80689c5,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:50.752153 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 0f00c06e-a4de-4c74-b146-111832ccb76d triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:50.752153 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:50.752451 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 0f00c06e-a4de-4c74-b146-111832ccb76d Oct 17 10:24:50.754397 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:50.888817 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:24:50.905482 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9d91e490-9fd2-4190-a179-586ce3541d16 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/73a43c3b-0c60-4775-8854-2b17382bbba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0051999 Oct 17 10:24:50.998399 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:24:51.174868 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:51.188648 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Current status of the port 0f00c06e-a4de-4c74-b146-111832ccb76d is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:51.244995 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:51.245642 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:51.247544 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675c7e5-0167-4a18-9901-82fc5eacdc65 None None] Pushing event updated for resources: {'Port': ['ID=d4a86e7c-7958-4e04-b795-40eda80689c5,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:51.295784 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:51.296432 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:51.301793 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-61be7183-72b2-4e9e-a336-8896c49e9eb3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638358 Oct 17 10:24:51.440472 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Publish callbacks [] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:51.455367 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Provisioning complete for port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:51.456532 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:51.457034 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Attempt 1 to provision port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 Oct 17 10:24:51.469799 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:51.471093 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (1d34bb7a-d454-4d9b-ad00-61b64426be90), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:51.578139 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Pushing event updated for resources: {'Port': ['ID=a282d93a-d9b8-4578-87e6-bcc6db9b2c29,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:51.624197 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:51.778405 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:51.924941 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:51.929265 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:51.951975 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51816) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:51.974291 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-bbb49448-526d-4803-a1e9-63b6bc1d805d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--814994982', 'description': 'tempest-description--2085416447'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:52.312908 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-25f5355b-ad66-489b-8142-9e41e4658054 req-54c130c8-c2eb-44c3-bda7-0958c978c023 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 210 time: 0.2116070 Oct 17 10:24:52.316181 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.30', 63549) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:52.376589 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bbb49448-526d-4803-a1e9-63b6bc1d805d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:52.427504 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:24:52.452820 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-befbe214-ea79-408a-b05c-62ba258782a8 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:52.467224 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-befbe214-ea79-408a-b05c-62ba258782a8 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/networks?id=46924aeb-cbea-4ee4-b8a7-97f1f0d41daf HTTP/1.1" status: 200 len: 811 time: 0.5768368 Oct 17 10:24:52.494780 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-d6b7a714-5d6a-4cce-8279-742d30a9f516 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/quotas/6e2cba05193f429fb9ffef6f66205945 HTTP/1.1" status: 200 len: 375 time: 0.0204368 Oct 17 10:24:52.676707 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-a9243ba7-6d31-4be6-8e82-08426385a247 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6e2cba05193f429fb9ffef6f66205945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765797 Oct 17 10:24:52.701881 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:52.727461 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Router 1d34bb7a-d454-4d9b-ad00-61b64426be90 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:24:52.768193 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 0f00c06e-a4de-4c74-b146-111832ccb76d is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:52.769620 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 4e947569-d5d2-4a1d-8247-8be6ee943186 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:52.773099 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Provisioning complete for port 6c4e7f70-d260-4b58-972c-209984d2eb17 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:52.775511 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:52.776437 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Attempt 1 to provision port 6c4e7f70-d260-4b58-972c-209984d2eb17 Oct 17 10:24:52.809647 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-c750ff35-ada7-4fba-92a2-f4933bcae145 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:52.817229 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-c750ff35-ada7-4fba-92a2-f4933bcae145 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 819 time: 0.4895620 Oct 17 10:24:52.982996 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bbb49448-526d-4803-a1e9-63b6bc1d805d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (69ec98be-45a8-4b69-b18a-5b68838ce6fc), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:52.989571 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Request body: {'port': {'device_id': 'b0a35982-9d23-4588-965f-96ea10757f72', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'admin_state_up': True, 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:53.006995 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bbb49448-526d-4803-a1e9-63b6bc1d805d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (69ec98be-45a8-4b69-b18a-5b68838ce6fc), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:53.026310 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:53.053675 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:53.107603 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-71f13106-c7f9-49ff-9c4c-33419bfa1681 None None] Port 6c4e7f70-d260-4b58-972c-209984d2eb17 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:24:53.270368 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bbb49448-526d-4803-a1e9-63b6bc1d805d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:53.276880 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-bbb49448-526d-4803-a1e9-63b6bc1d805d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3181641 Oct 17 10:24:53.279825 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51890) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:53.286282 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-bfc1354c-ee26-49cf-94d8-0fc1e151fddd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group_rule': {'security_group_id': '69ec98be-45a8-4b69-b18a-5b68838ce6fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:53.412186 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 4e947569-d5d2-4a1d-8247-8be6ee943186 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:53.412578 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:53.412923 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 4e947569-d5d2-4a1d-8247-8be6ee943186 Oct 17 10:24:53.463502 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-2971554b-36c8-4d9d-ad95-da660ab84f3e None None] Provisioning complete for port 6c4e7f70-d260-4b58-972c-209984d2eb17 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:53.465164 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2971554b-36c8-4d9d-ad95-da660ab84f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:53.465602 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-2971554b-36c8-4d9d-ad95-da660ab84f3e None None] Attempt 1 to provision port 6c4e7f70-d260-4b58-972c-209984d2eb17 Oct 17 10:24:53.629080 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb49448-526d-4803-a1e9-63b6bc1d805d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ec98be-45a8-4b69-b18a-5b68838ce6fc,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:53.656082 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51912) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:53.724975 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bfc1354c-ee26-49cf-94d8-0fc1e151fddd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (f463b86b-14c1-44de-9bcc-1951fd5e2fc4), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:53.785722 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-2971554b-36c8-4d9d-ad95-da660ab84f3e None None] Port 6c4e7f70-d260-4b58-972c-209984d2eb17 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:24:53.801097 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d6c7c876-8e97-4c06-b7f2-b2ae17c1a66b req-eb41f244-9cc3-4b39-a0f2-de2d1757323d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 210 time: 0.2483768 Oct 17 10:24:53.808907 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:24:53.827672 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f76d8db1-f456-4226-a666-62b52f63f952 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1d34bb7a-d454-4d9b-ad00-61b64426be90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2143104 Oct 17 10:24:53.849766 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Made reservation on behalf of 895b2d6d988f4ab7a0d9dcf9e130af42 for: {'port': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:24:53.856370 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:53.865037 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-2971554b-36c8-4d9d-ad95-da660ab84f3e None None] Provisioning complete for port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:53.865683 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2971554b-36c8-4d9d-ad95-da660ab84f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:53.872771 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-2971554b-36c8-4d9d-ad95-da660ab84f3e None None] Attempt 1 to provision port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 Oct 17 10:24:53.880708 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bfc1354c-ee26-49cf-94d8-0fc1e151fddd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (f463b86b-14c1-44de-9bcc-1951fd5e2fc4), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:53.890542 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-c68baab0-7bdc-41eb-8f1d-744028731d28 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:24:53.892341 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-c68baab0-7bdc-41eb-8f1d-744028731d28 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5857713 Oct 17 10:24:53.894106 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bfc1354c-ee26-49cf-94d8-0fc1e151fddd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (f463b86b-14c1-44de-9bcc-1951fd5e2fc4), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:53.991712 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:54.094778 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:54.161405 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dc171877-aad6-42ed-9e6b-ce60dac1f551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:54.233336 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-2971554b-36c8-4d9d-ad95-da660ab84f3e None None] Port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:24:54.238177 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:54.252114 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-a446e970-2abb-460d-bf45-95202058efba service neutron] 10.222.0.16 "GET /networking/v2.0/networks/46924aeb-cbea-4ee4-b8a7-97f1f0d41daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416495 Oct 17 10:24:54.280664 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:54.286094 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bfc1354c-ee26-49cf-94d8-0fc1e151fddd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:54.295903 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-bfc1354c-ee26-49cf-94d8-0fc1e151fddd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0116167 Oct 17 10:24:54.313690 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51938) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:54.326576 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-ebbd91a8-211b-4118-90ff-4cd137f57459 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group_rule': {'security_group_id': '69ec98be-45a8-4b69-b18a-5b68838ce6fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:54.333863 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 4e947569-d5d2-4a1d-8247-8be6ee943186 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:54.335114 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:54.344653 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624ca2c-5b2d-4197-b51d-f0f259ccb791 None None] The sync data for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi is: [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:24:54.381253 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1354c-ee26-49cf-94d8-0fc1e151fddd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f463b86b-14c1-44de-9bcc-1951fd5e2fc4,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:54.394973 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:24:49Z', 'revision_number': 2, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:54.397295 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:54.400638 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 4e947569-d5d2-4a1d-8247-8be6ee943186, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=4e947569-d5d2-4a1d-8247-8be6ee943186,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:24:54.456098 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:24:54.456880 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Updating router 73a43c3b-0c60-4775-8854-2b17382bbba6 port 6c4e7f70-d260-4b58-972c-209984d2eb17 binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:24:54.466210 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:54.515765 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Allocated IP 172.20.0.5 (ec16a399-207c-4cf6-8c2e-ca17cef7b669/e1cf09a7-f18a-424f-9306-0b566ddb9ba8/f398f903-fded-4efd-b6f3-7b669ec7ccce) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:54.578815 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebbd91a8-211b-4118-90ff-4cd137f57459 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (2e304b5e-46f6-4fb8-b3ae-102771577847), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:54.624977 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4c6d6686-256e-4081-99d8-efc3671bfae3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/46924aeb-cbea-4ee4-b8a7-97f1f0d41daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282244 Oct 17 10:24:54.636198 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:54.845417 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=4e947569-d5d2-4a1d-8247-8be6ee943186,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:54.959645 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51954) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:54.970413 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-daeefac5-1f74-4fbf-8278-db2349260eb1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227171904', 'description': 'tempest-description--670557721'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:55.003957 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 9edea76a-6a62-4f76-ada2-8a0c481a9283 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:55.042346 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-daeefac5-1f74-4fbf-8278-db2349260eb1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.251959 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebbd91a8-211b-4118-90ff-4cd137f57459 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (2e304b5e-46f6-4fb8-b3ae-102771577847), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.269253 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebbd91a8-211b-4118-90ff-4cd137f57459 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (2e304b5e-46f6-4fb8-b3ae-102771577847), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.308103 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd91a8-211b-4118-90ff-4cd137f57459 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e304b5e-46f6-4fb8-b3ae-102771577847,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:55.345809 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dc171877-aad6-42ed-9e6b-ce60dac1f551 admin admin] Publish callbacks [] for security_group (e00f158f-58e9-43c8-9bf5-9d8428593610), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.367815 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 9edea76a-6a62-4f76-ada2-8a0c481a9283 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:55.377324 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.378136 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 9edea76a-6a62-4f76-ada2-8a0c481a9283 Oct 17 10:24:55.399404 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cfd0f79b-587c-4251-ae2b-f5845ec47d00 req-0a2f321c-bc47-4ecc-b63a-ebd19ea506bd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 210 time: 0.0513074 Oct 17 10:24:55.412825 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7584a333-fa21-4709-8434-cdb507ee4bea req-e3b1bf47-393d-4d51-8e53-e1ebe81ff189 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 210 time: 0.1408811 Oct 17 10:24:55.420314 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dc171877-aad6-42ed-9e6b-ce60dac1f551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e00f158f-58e9-43c8-9bf5-9d8428593610), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.428869 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-daeefac5-1f74-4fbf-8278-db2349260eb1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (38a29501-3ac8-4ac3-9725-2be9ce628301), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.436689 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-daeefac5-1f74-4fbf-8278-db2349260eb1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (38a29501-3ac8-4ac3-9725-2be9ce628301), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.506932 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc171877-aad6-42ed-9e6b-ce60dac1f551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f158f-58e9-43c8-9bf5-9d8428593610,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:55.512820 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-dc171877-aad6-42ed-9e6b-ce60dac1f551 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0841a46c829c45a29392017401b16ece&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8505430 Oct 17 10:24:55.516853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51966) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:55.554043 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-daeefac5-1f74-4fbf-8278-db2349260eb1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.557081 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-daeefac5-1f74-4fbf-8278-db2349260eb1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5963657 Oct 17 10:24:55.562866 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51970) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:55.587356 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:55.589495 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-39d0b0fe-0af6-4fc1-951a-42e267038909 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'security_group_rule': {'security_group_id': '38a29501-3ac8-4ac3-9725-2be9ce628301', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:55.623214 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeefac5-1f74-4fbf-8278-db2349260eb1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a29501-3ac8-4ac3-9725-2be9ce628301,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:55.629410 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 9edea76a-6a62-4f76-ada2-8a0c481a9283 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:55.632651 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.662487 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:55.690763 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Sync routers for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:24:55.700985 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-39d0b0fe-0af6-4fc1-951a-42e267038909 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (f0b13c9d-6f6f-4e66-9445-0fefc8426987), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.715608 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 9edea76a-6a62-4f76-ada2-8a0c481a9283, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=9edea76a-6a62-4f76-ada2-8a0c481a9283,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:24:55.721333 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:55.724962 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:55.725541 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.726818 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d4a86e7c-7958-4e04-b795-40eda80689c5 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:55.795456 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.840042 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebbd91a8-211b-4118-90ff-4cd137f57459 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.845320 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ebbd91a8-211b-4118-90ff-4cd137f57459 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5304298 Oct 17 10:24:55.846269 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 51978) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:55.853308 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:55.859650 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.872372 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-39d0b0fe-0af6-4fc1-951a-42e267038909 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (f0b13c9d-6f6f-4e66-9445-0fefc8426987), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.880232 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-39d0b0fe-0af6-4fc1-951a-42e267038909 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (f0b13c9d-6f6f-4e66-9445-0fefc8426987), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.891033 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Publish callbacks [] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.926297 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:55.937044 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0b0fe-0af6-4fc1-951a-42e267038909 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b13c9d-6f6f-4e66-9445-0fefc8426987,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:55.952007 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-39d0b0fe-0af6-4fc1-951a-42e267038909 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.953245 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-39d0b0fe-0af6-4fc1-951a-42e267038909 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3892195 Oct 17 10:24:55.958144 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:55.964574 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51982) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:55.980784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-ec418046-a0fc-4ffa-b95b-66e4bb0efd94 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'security_group_rule': {'security_group_id': '38a29501-3ac8-4ac3-9725-2be9ce628301', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:56.005811 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port d4a86e7c-7958-4e04-b795-40eda80689c5 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:56.011069 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.011676 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port d4a86e7c-7958-4e04-b795-40eda80689c5 Oct 17 10:24:56.029314 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:56.040262 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=9edea76a-6a62-4f76-ada2-8a0c481a9283,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:56.048947 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec418046-a0fc-4ffa-b95b-66e4bb0efd94 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (c50311da-db9e-445c-9ccb-d45d1ccd0b3e), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.068798 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:56.144292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46508875-c121-474e-8707-4d7c5abeebe5 None None] Pushing event updated for resources: {'Port': ['ID=6c4e7f70-d260-4b58-972c-209984d2eb17,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:56.175335 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:56.182367 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33bc2204-a476-4364-881d-b97da4f7c4c3 admin admin] Publish callbacks [] for security_group (e00f158f-58e9-43c8-9bf5-9d8428593610), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.199877 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.208491 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:56.210704 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:56.216052 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec418046-a0fc-4ffa-b95b-66e4bb0efd94 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (c50311da-db9e-445c-9ccb-d45d1ccd0b3e), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.222210 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec418046-a0fc-4ffa-b95b-66e4bb0efd94 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (c50311da-db9e-445c-9ccb-d45d1ccd0b3e), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.229962 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Attempting to bind port 6c4e7f70-d260-4b58-972c-209984d2eb17 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:56.230358 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Attempting to bind port 6c4e7f70-d260-4b58-972c-209984d2eb17 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:56.230731 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Attempting to bind port 6c4e7f70-d260-4b58-972c-209984d2eb17 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:56.238772 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:56.245218 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:24:56.246043 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.253808 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event updated for resources: {'Port': ['ID=f398f903-fded-4efd-b6f3-7b669ec7ccce,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:56.271239 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec418046-a0fc-4ffa-b95b-66e4bb0efd94 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50311da-db9e-445c-9ccb-d45d1ccd0b3e,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:56.311318 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec418046-a0fc-4ffa-b95b-66e4bb0efd94 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.317543 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ec418046-a0fc-4ffa-b95b-66e4bb0efd94 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514924 Oct 17 10:24:56.320315 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51992) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:56.329580 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:56.333046 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:56.377768 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 51994) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:56.381421 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:56.381831 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Checking segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:56.382240 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.384493 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Bound using segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:56.385027 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Bound port: 6c4e7f70-d260-4b58-972c-209984d2eb17, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:56.385423 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.404683 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.413628 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33bc2204-a476-4364-881d-b97da4f7c4c3 admin admin] Publish callbacks [] for security_group (e00f158f-58e9-43c8-9bf5-9d8428593610), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.423960 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 2, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:56.475545 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-3455193d-b184-4ec4-82a1-546acd94188b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4854405 Oct 17 10:24:56.505646 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Checking router: 1d34bb7a-d454-4d9b-ad00-61b64426be90 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:24:56.506262 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Updating router 1d34bb7a-d454-4d9b-ad00-61b64426be90 port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:24:56.584125 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.668411 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6e08f56e-5940-4980-a7df-76af06a2f493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.693953 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.700103 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d463ab9d-a1b1-49e9-8731-22e188f2be1f req-f4e4aca8-696d-4329-bacb-46d33751e667 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 210 time: 0.1267607 Oct 17 10:24:56.743402 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.752639 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-6f2b8b19-f0de-403d-b14c-a0b10ff47272 None None] Provisioning complete for port f398f903-fded-4efd-b6f3-7b669ec7ccce triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:56.753253 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8b19-f0de-403d-b14c-a0b10ff47272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.753722 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-6f2b8b19-f0de-403d-b14c-a0b10ff47272 None None] Attempt 1 to provision port f398f903-fded-4efd-b6f3-7b669ec7ccce Oct 17 10:24:56.762098 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33bc2204-a476-4364-881d-b97da4f7c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e00f158f-58e9-43c8-9bf5-9d8428593610), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.765302 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33bc2204-a476-4364-881d-b97da4f7c4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.769463 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-33bc2204-a476-4364-881d-b97da4f7c4c3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e00f158f-58e9-43c8-9bf5-9d8428593610 HTTP/1.1" status: 204 len: 168 time: 1.2313542 Oct 17 10:24:56.800854 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port d4a86e7c-7958-4e04-b795-40eda80689c5 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:56.801458 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.819972 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc2204-a476-4364-881d-b97da4f7c4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f158f-58e9-43c8-9bf5-9d8428593610,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:56.844111 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6e08f56e-5940-4980-a7df-76af06a2f493 admin admin] Publish callbacks [] for security_group (c4bab009-ad65-4c74-98cb-cd49b2cab2d7), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.856002 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6e08f56e-5940-4980-a7df-76af06a2f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (c4bab009-ad65-4c74-98cb-cd49b2cab2d7), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.883649 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port d4a86e7c-7958-4e04-b795-40eda80689c5, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=d4a86e7c-7958-4e04-b795-40eda80689c5,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:24:56.906265 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:56.908523 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 0f00c06e-a4de-4c74-b146-111832ccb76d up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:56.964717 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:57.017357 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=d4a86e7c-7958-4e04-b795-40eda80689c5,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:57.025187 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] For port 6c4e7f70-d260-4b58-972c-209984d2eb17, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:57.034418 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Allocated IP 172.27.3.218 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/2f95dd67-c745-45c7-89e3-a12969ce9df0) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:57.037058 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b8b19-f0de-403d-b14c-a0b10ff47272 None None] Port f398f903-fded-4efd-b6f3-7b669ec7ccce cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:24:57.064016 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] For port 6c4e7f70-d260-4b58-972c-209984d2eb17, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=6c4e7f70-d260-4b58-972c-209984d2eb17,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:57.078746 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.139282 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Publish callbacks [] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.160053 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.168972 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46508875-c121-474e-8707-4d7c5abeebe5 None None] Pushing event updated for resources: {'Port': ['ID=6c4e7f70-d260-4b58-972c-209984d2eb17,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:57.184256 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:57.184907 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:57.193747 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-e422e110-13ef-4f4b-adfe-7991947eb875 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:24:57.195277 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-e422e110-13ef-4f4b-adfe-7991947eb875 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063469 Oct 17 10:24:57.196778 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 0f00c06e-a4de-4c74-b146-111832ccb76d triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:57.197161 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.197504 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 0f00c06e-a4de-4c74-b146-111832ccb76d Oct 17 10:24:57.267262 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-6e08f56e-5940-4980-a7df-76af06a2f493 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=372090d2809443cd8db49639092a1eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8835459 Oct 17 10:24:57.269822 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d68b1172-0bd7-47f8-bebb-143d46e416f1 req-4ad8b68a-4974-42e5-83bf-7915b9e13103 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 210 time: 0.4237099 Oct 17 10:24:57.276951 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52008) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:57.375680 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:57.376235 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08f56e-5940-4980-a7df-76af06a2f493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bab009-ad65-4c74-98cb-cd49b2cab2d7,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:57.380032 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (2f95dd67-c745-45c7-89e3-a12969ce9df0), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.409262 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:57.470371 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Attempting to bind port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:24:57.470857 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Attempting to bind port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:24:57.471634 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Attempting to bind port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 on network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:24:57.473333 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ae40f-29c3-40e5-a712-15a1623881df None None] Pushing event updated for resources: {'Port': ['ID=a282d93a-d9b8-4578-87e6-bcc6db9b2c29,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:57.575164 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (2f95dd67-c745-45c7-89e3-a12969ce9df0), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.629724 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 0f00c06e-a4de-4c74-b146-111832ccb76d is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:57.639261 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d132929f-58af-4201-9be0-9cc7577de785 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:24:57.660049 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:57.695684 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:24:57.696772 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Checking segment: {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:24:57.697369 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.697955 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Bound using segment: {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:24:57.716621 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Bound port: a282d93a-d9b8-4578-87e6-bcc6db9b2c29, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:24:57.717782 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.721824 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:57.787933 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7ae05b2c-b3f5-4406-9faf-2b3117870023 admin admin] Publish callbacks [] for security_group (c4bab009-ad65-4c74-98cb-cd49b2cab2d7), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.806094 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:57.812443 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:57.814549 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=2f95dd67-c745-45c7-89e3-a12969ce9df0,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:57.827345 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:57.827345 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:57.980814 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (0a819f6b-72e2-491c-89e7-828a22df7e9d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.988003 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] For port a282d93a-d9b8-4578-87e6-bcc6db9b2c29, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:24:57.994317 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:57.995533 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port d132929f-58af-4201-9be0-9cc7577de785 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:24:57.996153 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d132929f-58af-4201-9be0-9cc7577de785), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:57.996482 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port d132929f-58af-4201-9be0-9cc7577de785 Oct 17 10:24:58.001142 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] For port a282d93a-d9b8-4578-87e6-bcc6db9b2c29, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a282d93a-d9b8-4578-87e6-bcc6db9b2c29,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:24:58.010825 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7ae05b2c-b3f5-4406-9faf-2b3117870023 admin admin] Publish callbacks [] for security_group (c4bab009-ad65-4c74-98cb-cd49b2cab2d7), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:58.011294 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Request body: {'port': {'device_id': 'b0a35982-9d23-4588-965f-96ea10757f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:24:58.014431 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Allocated IP 172.27.3.153 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/766a5b3a-4d12-4859-a22e-f49bd0f9480c) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:24:58.054176 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:58.085847 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-90b82055-1c6f-4709-b5cd-956b55f17f60 req-f43b4b70-123d-43e0-8fe9-3eaa4e1d5c83 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 210 time: 0.0958533 Oct 17 10:24:58.106448 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Sync routers for ids ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:24:58.198625 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:58.199683 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:58.309538 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Routers {'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:24:58.309538 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:58.368941 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7ae05b2c-b3f5-4406-9faf-2b3117870023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (c4bab009-ad65-4c74-98cb-cd49b2cab2d7), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:58.376280 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7ae05b2c-b3f5-4406-9faf-2b3117870023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:58.383744 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-7ae05b2c-b3f5-4406-9faf-2b3117870023 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c4bab009-ad65-4c74-98cb-cd49b2cab2d7 HTTP/1.1" status: 204 len: 168 time: 1.1027560 Oct 17 10:24:58.388205 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:58.419408 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (2f95dd67-c745-45c7-89e3-a12969ce9df0), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:58.426898 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae05b2c-b3f5-4406-9faf-2b3117870023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bab009-ad65-4c74-98cb-cd49b2cab2d7,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:58.547721 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d4fba1e7-aff0-415a-9dc9-30f1580581ba req-d9da2bad-e4a9-4be2-8d9a-0dcacd86c5ee tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 210 time: 0.0914533 Oct 17 10:24:58.559674 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:58.603429 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for port (766a5b3a-4d12-4859-a22e-f49bd0f9480c), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:58.665809 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (766a5b3a-4d12-4859-a22e-f49bd0f9480c), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:58.848664 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:24:58.863273 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:24:58.889982 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:24:58.952077 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:24:59.028842 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.30', 63567) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:59.036721 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ae40f-29c3-40e5-a712-15a1623881df None None] Pushing event updated for resources: {'Port': ['ID=a282d93a-d9b8-4578-87e6-bcc6db9b2c29,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:59.112938 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:59.223305 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (69c16903-9699-4bdf-82dd-2aaaba45e764), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:59.256310 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'Port': ['ID=766a5b3a-4d12-4859-a22e-f49bd0f9480c,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:24:59.361126 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (766a5b3a-4d12-4859-a22e-f49bd0f9480c), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:59.499568 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Set router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:24:59.733422 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52104) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:24:59.797368 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port d132929f-58af-4201-9be0-9cc7577de785 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:24:59.799478 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (d132929f-58af-4201-9be0-9cc7577de785), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:59.808143 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8f4a57c6-3bd8-4615-b15a-bf1e9ac56f45 req-76f1359b-23a6-4701-855c-7bb0ec179b65 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 210 time: 0.3742983 Oct 17 10:24:59.840004 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:24:57Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:24:59.891569 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port d132929f-58af-4201-9be0-9cc7577de785, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=d132929f-58af-4201-9be0-9cc7577de785,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:24:59.910113 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for port (766a5b3a-4d12-4859-a22e-f49bd0f9480c), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:59.915020 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d640f153-1d14-4cb8-bc78-ae2f1537ec98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:59.922111 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (766a5b3a-4d12-4859-a22e-f49bd0f9480c), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:24:59.922903 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (69c16903-9699-4bdf-82dd-2aaaba45e764), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:00.014591 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:00.026757 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (d132929f-58af-4201-9be0-9cc7577de785), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:00.094899 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-22b186c8-32da-42e0-b9bc-65c07b0ea9a4 req-ea4b84fd-d9c0-4ea8-a2a9-36c12d37431f tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 210 time: 0.1769657 Oct 17 10:25:00.111713 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:00.114716 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7923312 Oct 17 10:25:00.137275 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f60ba4-5523-4f37-b57f-5408f66f6d12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'Port': ['ID=766a5b3a-4d12-4859-a22e-f49bd0f9480c,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:00.159142 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194726ac-1cdc-4453-911a-b5f9373fc065 None None] The sync data for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi is: [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:24:57Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:25:00.190251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.30', 63575) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:00.349275 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1acb1f8-5218-4c7d-9cf2-a10114ee329a None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:25:00.410260 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f398f903-fded-4efd-b6f3-7b669ec7ccce {{(pid=104472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:00.456489 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Publish callbacks [] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:00.588269 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:00.603862 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:00.705786 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52136) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:00.708174 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=d132929f-58af-4201-9be0-9cc7577de785,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:00.741230 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d4a86e7c-7958-4e04-b795-40eda80689c5 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:00.885911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-7dfc727b-c225-4fde-b599-ceef3edd3151 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:00.908549 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-7dfc727b-c225-4fde-b599-ceef3edd3151 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.30 "GET /networking/v2.0/networks?id=46924aeb-cbea-4ee4-b8a7-97f1f0d41daf HTTP/1.1" status: 200 len: 811 time: 0.7076960 Oct 17 10:25:00.950466 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Request body: {'port': {'device_id': '9daff838-b032-48a4-bcaa-413c56fc7824', 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'admin_state_up': True, 'tenant_id': '6e2cba05193f429fb9ffef6f66205945'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:01.298952 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd132929f-58af-4201-9be0-9cc7577de785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'gw_port': {'id': 'd132929f-58af-4201-9be0-9cc7577de785', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '7381982b-2c55-442d-a98e-7b136a875479', 'name': '', 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'mac_address': 'fa:16:3e:7b:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:44Z', 'updated_at': '2022-10-17T10:24:47Z', 'revision_number': 2, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'subnets': [{'id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:01.331494 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (2f95dd67-c745-45c7-89e3-a12969ce9df0), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:01.358957 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.provisioning_blocks [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Transition to ACTIVE for port object f398f903-fded-4efd-b6f3-7b669ec7ccce will not be triggered until provisioned by entity L2. {{(pid=104472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:25:01.405005 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (2f95dd67-c745-45c7-89e3-a12969ce9df0), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:01.411311 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (0a819f6b-72e2-491c-89e7-828a22df7e9d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:01.417372 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port d4a86e7c-7958-4e04-b795-40eda80689c5 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:01.419092 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:01.419092 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port d4a86e7c-7958-4e04-b795-40eda80689c5 Oct 17 10:25:01.438179 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:01.546137 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Checking router: be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:25:01.547770 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Updating router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 port 7381982b-2c55-442d-a98e-7b136a875479 binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:25:01.590568 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-0b8811cb-7153-47ce-9465-4d4300f0daed tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:01.593252 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-0b8811cb-7153-47ce-9465-4d4300f0daed tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 819 time: 2.4460568 Oct 17 10:25:01.647742 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:01.671596 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (7381982b-2c55-442d-a98e-7b136a875479), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:01.682720 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-67c0d8a9-72d3-46a4-836a-79f0838f3a7b req-2d6794ee-f327-48aa-8084-b817228d470f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 210 time: 0.5670211 Oct 17 10:25:01.761056 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Request body: {'port': {'device_id': 'fc2dfd38-7528-4af3-88c5-86afe10123b8', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'admin_state_up': True, 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:01.771986 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:01.782145 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9251480 Oct 17 10:25:01.832328 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-085f1fe2-4cdb-4b0c-a533-2f5b312f40b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:01.864511 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52178) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:01.983613 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089f176-cd5f-4f02-8b72-a445e7043fd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=2f95dd67-c745-45c7-89e3-a12969ce9df0,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:02.130033 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-e9d67604-912c-4a81-ab10-059674b76f25 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--227171904&fields=id&tenant_id=9ad3932c3fcc4d42b77b26f889ac694f HTTP/1.1" status: 200 len: 267 time: 0.7910156 Oct 17 10:25:02.135475 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:02.152118 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-085f1fe2-4cdb-4b0c-a533-2f5b312f40b6 admin admin] Publish callbacks [] for security_group (23191617-3daa-4b95-aeb7-8d77e68534ee), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:02.155432 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3adf187b-0659-4cdb-ab4c-3ce40b42c7af req-f1db8f9e-91e8-4ff2-9801-eb5adae63890 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 210 time: 0.2616277 Oct 17 10:25:02.158636 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-085f1fe2-4cdb-4b0c-a533-2f5b312f40b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (23191617-3daa-4b95-aeb7-8d77e68534ee), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:02.193864 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-085f1fe2-4cdb-4b0c-a533-2f5b312f40b6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fb2e0425c492454cb57df643f58fb959&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4615135 Oct 17 10:25:02.202633 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:25:02.217941 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52188) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:02.237233 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d640f153-1d14-4cb8-bc78-ae2f1537ec98 admin admin] Publish callbacks [] for security_group (1aaa72ce-64d8-4d06-80c5-4b08f09e4e12), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:02.238760 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Attempting to bind port f398f903-fded-4efd-b6f3-7b669ec7ccce on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:25:02.239346 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Attempting to bind port f398f903-fded-4efd-b6f3-7b669ec7ccce by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:25:02.239902 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Attempting to bind port f398f903-fded-4efd-b6f3-7b669ec7ccce on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:02.243866 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port d4a86e7c-7958-4e04-b795-40eda80689c5 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:02.245191 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 9edea76a-6a62-4f76-ada2-8a0c481a9283 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:02.340231 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d640f153-1d14-4cb8-bc78-ae2f1537ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (1aaa72ce-64d8-4d06-80c5-4b08f09e4e12), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:02.364544 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:02.395796 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=f398f903-fded-4efd-b6f3-7b669ec7ccce,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:02.483090 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d640f153-1d14-4cb8-bc78-ae2f1537ec98 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bf56dfd9e30c476bba8b1e11b7e0f336&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7320855 Oct 17 10:25:02.495419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52200) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:02.499973 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640f153-1d14-4cb8-bc78-ae2f1537ec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaa72ce-64d8-4d06-80c5-4b08f09e4e12,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:02.557137 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Port f398f903-fded-4efd-b6f3-7b669ec7ccce on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:25:02.557619 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Attempting to bind port f398f903-fded-4efd-b6f3-7b669ec7ccce on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:02.573164 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-35aaadab-9ab1-4eda-8b7f-6a97ce3e2e7c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:02.580072 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-35aaadab-9ab1-4eda-8b7f-6a97ce3e2e7c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 811 time: 0.4487567 Oct 17 10:25:02.618963 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 9edea76a-6a62-4f76-ada2-8a0c481a9283 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:02.619590 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:02.620073 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 9edea76a-6a62-4f76-ada2-8a0c481a9283 Oct 17 10:25:02.631541 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Made reservation on behalf of 895b2d6d988f4ab7a0d9dcf9e130af42 for: {'port': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:25:02.636853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:02.666188 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-bb88c7b4-bbac-4115-84ad-ec09cf13a1ac tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/quotas/9ad3932c3fcc4d42b77b26f889ac694f HTTP/1.1" status: 200 len: 375 time: 0.0849121 Oct 17 10:25:02.667116 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-8a661199-fa21-4816-b9b7-fa22db408104 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--814994982&fields=id&tenant_id=41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 267 time: 0.2081263 Oct 17 10:25:02.778450 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:02.837510 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-bc8bead1-4d9d-4e1c-933a-45eadb65e2bf tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701207 Oct 17 10:25:02.854217 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:25:02.867613 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Checking segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:25:02.868853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Bound using segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:25:02.869787 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Bound port: f398f903-fded-4efd-b6f3-7b669ec7ccce, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:25:02.870540 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:02.881079 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 9edea76a-6a62-4f76-ada2-8a0c481a9283 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:02.882273 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 4e947569-d5d2-4a1d-8247-8be6ee943186 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:02.887992 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:02.890506 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-2876b706-5d71-41a1-a711-507d041fb570 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:02.897774 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-2876b706-5d71-41a1-a711-507d041fb570 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 815 time: 0.2294402 Oct 17 10:25:02.904512 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f3f4eb1-d4cc-4382-a74f-d352585d468b admin admin] Publish callbacks [] for security_group (1aaa72ce-64d8-4d06-80c5-4b08f09e4e12), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:02.920967 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f1fe2-4cdb-4b0c-a533-2f5b312f40b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23191617-3daa-4b95-aeb7-8d77e68534ee,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:02.934958 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-1aba2402-e204-474a-9952-a29499560b1c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/quotas/41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 375 time: 0.0353310 Oct 17 10:25:03.006296 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Publish callbacks [] for port (7381982b-2c55-442d-a98e-7b136a875479), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.020221 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (7381982b-2c55-442d-a98e-7b136a875479), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.067568 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-dc906233-d328-4727-ba6a-d799f8f7294a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300757 Oct 17 10:25:03.078104 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f3f4eb1-d4cc-4382-a74f-d352585d468b admin admin] Publish callbacks [] for security_group (1aaa72ce-64d8-4d06-80c5-4b08f09e4e12), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.105810 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4fa89868-a40d-4150-9b26-2102a33e9b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.116858 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 4e947569-d5d2-4a1d-8247-8be6ee943186 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:03.117421 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.117798 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 4e947569-d5d2-4a1d-8247-8be6ee943186 Oct 17 10:25:03.127467 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Made reservation on behalf of 6e2cba05193f429fb9ffef6f66205945 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:25:03.131285 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.228493 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06b1dc-75cd-444f-ae79-b025431af16e None None] Pushing event updated for resources: {'Port': ['ID=7381982b-2c55-442d-a98e-7b136a875479,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:03.301613 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] For port f398f903-fded-4efd-b6f3-7b669ec7ccce, host hv-cinder-86020, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:25:03.335415 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Allocated IP 172.20.0.10 (ec16a399-207c-4cf6-8c2e-ca17cef7b669/e1cf09a7-f18a-424f-9306-0b566ddb9ba8/8b16d3ef-463a-486f-a242-f0bc1977b822) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:25:03.339844 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e0567a31-b049-48ba-b085-932369a6b01b admin admin] Publish callbacks [] for security_group (23191617-3daa-4b95-aeb7-8d77e68534ee), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.350777 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] For port f398f903-fded-4efd-b6f3-7b669ec7ccce, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:25:03.360431 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Attempting to bind port 7381982b-2c55-442d-a98e-7b136a875479 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:25:03.361264 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Attempting to bind port 7381982b-2c55-442d-a98e-7b136a875479 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:25:03.361800 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Attempting to bind port 7381982b-2c55-442d-a98e-7b136a875479 on network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:03.363552 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-32dd21dd-a98a-4fb1-9170-c590b852ca0f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897563 Oct 17 10:25:03.368598 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f3f4eb1-d4cc-4382-a74f-d352585d468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (1aaa72ce-64d8-4d06-80c5-4b08f09e4e12), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.371625 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f3f4eb1-d4cc-4382-a74f-d352585d468b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.373154 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4f3f4eb1-d4cc-4382-a74f-d352585d468b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1aaa72ce-64d8-4d06-80c5-4b08f09e4e12 HTTP/1.1" status: 204 len: 168 time: 0.8681593 Oct 17 10:25:03.398129 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.402709 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e0567a31-b049-48ba-b085-932369a6b01b admin admin] Publish callbacks [] for security_group (23191617-3daa-4b95-aeb7-8d77e68534ee), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.428185 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 4e947569-d5d2-4a1d-8247-8be6ee943186 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:03.463072 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f4eb1-d4cc-4382-a74f-d352585d468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaa72ce-64d8-4d06-80c5-4b08f09e4e12,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:03.465551 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:03.466357 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.467999 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/f398f903-fded-4efd-b6f3-7b669ec7ccce HTTP/1.1" status: 200 len: 1093 time: 5.7808166 Oct 17 10:25:03.481580 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a35982-9d23-4588-965f-96ea10757f72', 'tag': 'f398f903-fded-4efd-b6f3-7b669ec7ccce'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:03.524549 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e0567a31-b049-48ba-b085-932369a6b01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (23191617-3daa-4b95-aeb7-8d77e68534ee), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.528800 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e0567a31-b049-48ba-b085-932369a6b01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.530185 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-e0567a31-b049-48ba-b085-932369a6b01b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/23191617-3daa-4b95-aeb7-8d77e68534ee HTTP/1.1" status: 204 len: 168 time: 1.2772291 Oct 17 10:25:03.545582 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:03.571717 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:03.574434 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:25:03.574789 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Checking segment: {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:25:03.575205 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.575611 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Bound using segment: {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:25:03.605741 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0567a31-b049-48ba-b085-932369a6b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23191617-3daa-4b95-aeb7-8d77e68534ee,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:03.606779 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Bound port: 7381982b-2c55-442d-a98e-7b136a875479, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:25:03.607283 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (7381982b-2c55-442d-a98e-7b136a875479), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:03.845223 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-7fe8cdd6-e0df-4406-9ced-a8ed827c9f12 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7756047 Oct 17 10:25:03.975526 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] For port 7381982b-2c55-442d-a98e-7b136a875479, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:25:03.994940 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] For port 7381982b-2c55-442d-a98e-7b136a875479, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=7381982b-2c55-442d-a98e-7b136a875479,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:25:04.017684 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (7381982b-2c55-442d-a98e-7b136a875479), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:04.133239 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:04.176131 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4fa89868-a40d-4150-9b26-2102a33e9b01 admin admin] Publish callbacks [] for security_group (26311b74-f8d7-4586-b87e-64bd174bab8a), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:04.186758 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Allocated IP 172.20.0.10 (46924aeb-cbea-4ee4-b8a7-97f1f0d41daf/18939442-3979-423f-9fcc-2430b15f4f2b/35980f72-8911-433f-8989-708b4cfffccb) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:25:04.197270 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4fa89868-a40d-4150-9b26-2102a33e9b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (26311b74-f8d7-4586-b87e-64bd174bab8a), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:04.241571 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-4fa89868-a40d-4150-9b26-2102a33e9b01 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0dc60cbdb9f34257b4b29684cc3584ca&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3608503 Oct 17 10:25:04.247454 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52234) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:04.305608 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:04.317449 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f921b38-1f77-42ff-befc-6c011f792ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=f398f903-fded-4efd-b6f3-7b669ec7ccce,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:04.319764 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06b1dc-75cd-444f-ae79-b025431af16e None None] Pushing event updated for resources: {'Port': ['ID=7381982b-2c55-442d-a98e-7b136a875479,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:04.323417 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Routers {'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:25:04.324257 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:24:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:04.385763 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-7dc96898-154a-4d28-85ed-77ef156d5f91 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390663 Oct 17 10:25:04.477574 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-284bf4ca-2e16-4342-b0fa-a073eed78807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:04.495987 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] Set router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:25:04.498082 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-284bf4ca-2e16-4342-b0fa-a073eed78807 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 1127 time: 0.7205791 Oct 17 10:25:04.566867 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d7cb1d-fd86-4d2d-98ff-945801227872" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a35982-9d23-4588-965f-96ea10757f72", "tag": "f398f903-fded-4efd-b6f3-7b669ec7ccce"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:04.589440 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa89868-a40d-4150-9b26-2102a33e9b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26311b74-f8d7-4586-b87e-64bd174bab8a,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:04.668104 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a282d93a-d9b8-4578-87e6-bcc6db9b2c29 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:04.681120 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52244) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:04.686755 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ed538ab-82b4-4536-aa4d-b123fe2fd266 admin admin] Publish callbacks [] for security_group (26311b74-f8d7-4586-b87e-64bd174bab8a), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:04.798661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-80e1d2ad-e120-40d0-9087-12bec614684b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:04.834924 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ed538ab-82b4-4536-aa4d-b123fe2fd266 admin admin] Publish callbacks [] for security_group (26311b74-f8d7-4586-b87e-64bd174bab8a), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:04.958944 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-eba560bd-ec6d-4289-a719-139f39ba7aac service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce HTTP/1.1" status: 200 len: 217 time: 0.4106095 Oct 17 10:25:04.988250 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-06f56810-4d22-4609-8c15-0eedaa2b1f78 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6007671 Oct 17 10:25:05.035937 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Publish callbacks [] for port (35980f72-8911-433f-8989-708b4cfffccb), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.042033 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:05.121737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:05.143289 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ed538ab-82b4-4536-aa4d-b123fe2fd266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (26311b74-f8d7-4586-b87e-64bd174bab8a), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.146039 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ed538ab-82b4-4536-aa4d-b123fe2fd266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.153923 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-1ed538ab-82b4-4536-aa4d-b123fe2fd266 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/26311b74-f8d7-4586-b87e-64bd174bab8a HTTP/1.1" status: 204 len: 168 time: 0.8755832 Oct 17 10:25:05.236502 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed538ab-82b4-4536-aa4d-b123fe2fd266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26311b74-f8d7-4586-b87e-64bd174bab8a,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:05.278371 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-80e1d2ad-e120-40d0-9087-12bec614684b admin admin] Publish callbacks [] for security_group (5a3921ba-36d5-4e59-80e2-d84197737a81), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.316539 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-80e1d2ad-e120-40d0-9087-12bec614684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (5a3921ba-36d5-4e59-80e2-d84197737a81), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.364960 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-06e41c3d-2352-42ea-9757-7ce2904681d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:05.381240 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-06e41c3d-2352-42ea-9757-7ce2904681d4 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.3557639 Oct 17 10:25:05.470645 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8b34385-fbd4-4122-8ac4-1b5753fc5e3e req-cf533eb5-b277-4e21-9079-e7471e4d66c2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 210 time: 0.1969581 Oct 17 10:25:05.511705 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:05.516700 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.517146 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 Oct 17 10:25:05.519161 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd132929f-58af-4201-9be0-9cc7577de785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'gw_port': {'id': 'd132929f-58af-4201-9be0-9cc7577de785', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '7381982b-2c55-442d-a98e-7b136a875479', 'name': '', 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'mac_address': 'fa:16:3e:7b:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:44Z', 'updated_at': '2022-10-17T10:25:03Z', 'revision_number': 4, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'subnets': [{'id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:05.525545 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (35980f72-8911-433f-8989-708b4cfffccb), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.741543 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:25:05.751415 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1d2ad-e120-40d0-9087-12bec614684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3921ba-36d5-4e59-80e2-d84197737a81,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:05.754995 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:25:05.760392 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-80e1d2ad-e120-40d0-9087-12bec614684b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d921d8edfabf4a39934705b40d20c0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0628328 Oct 17 10:25:05.761664 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:25:05.769957 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.770497 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:05.771312 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.779865 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0557e-0742-46ed-a753-7d6d6ef629b7 None None] The sync data for ids ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'] in dv-cinder-860209-5-iscsi is: [{'id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd132929f-58af-4201-9be0-9cc7577de785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'gw_port': {'id': 'd132929f-58af-4201-9be0-9cc7577de785', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '7381982b-2c55-442d-a98e-7b136a875479', 'name': '', 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'mac_address': 'fa:16:3e:7b:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:44Z', 'updated_at': '2022-10-17T10:25:03Z', 'revision_number': 4, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'subnets': [{'id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:25:05.786727 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52274) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:05.814352 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8713062 Oct 17 10:25:05.842214 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Request body: {'port': {'device_id': '9daff838-b032-48a4-bcaa-413c56fc7824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:05.850587 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bb97538e-4764-4ce5-957c-be18f0776a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:05.908476 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff92df3-c8ac-47fb-9658-763a7d7cae36 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Pushing event updated for resources: {'Port': ['ID=35980f72-8911-433f-8989-708b4cfffccb,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:06.016590 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (35980f72-8911-433f-8989-708b4cfffccb), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:06.034303 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:06.090987 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:06.091391 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:06.226285 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port a282d93a-d9b8-4578-87e6-bcc6db9b2c29, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a282d93a-d9b8-4578-87e6-bcc6db9b2c29,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:06.239067 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:06.246704 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 6c4e7f70-d260-4b58-972c-209984d2eb17 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:06.420857 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:06.431043 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=a282d93a-d9b8-4578-87e6-bcc6db9b2c29,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:06.541702 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-7b4db8e9-c999-46bd-a060-e8d4af4c41b1 None None] Provisioning complete for port 35980f72-8911-433f-8989-708b4cfffccb triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:06.542767 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7b4db8e9-c999-46bd-a060-e8d4af4c41b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (35980f72-8911-433f-8989-708b4cfffccb), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:06.543272 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-7b4db8e9-c999-46bd-a060-e8d4af4c41b1 None None] Attempt 1 to provision port 35980f72-8911-433f-8989-708b4cfffccb Oct 17 10:25:06.567493 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:06.584616 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52294) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:06.618688 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-7b4db8e9-c999-46bd-a060-e8d4af4c41b1 None None] Port 35980f72-8911-433f-8989-708b4cfffccb cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:25:06.624571 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 6c4e7f70-d260-4b58-972c-209984d2eb17 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:06.625555 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:06.626083 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 6c4e7f70-d260-4b58-972c-209984d2eb17 Oct 17 10:25:06.784000 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-88e3e5f4-5806-40a2-a0e0-771cf0e4a13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:06.815737 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 6c4e7f70-d260-4b58-972c-209984d2eb17 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:06.819667 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:06.930468 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b51d9-57e0-49d1-9325-5dd55968808c req-90d6b85a-d089-4a4c-9323-75a5a9743ad1 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:06.932492 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3e3b51d9-57e0-49d1-9325-5dd55968808c req-90d6b85a-d089-4a4c-9323-75a5a9743ad1 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 932 time: 1.3345864 Oct 17 10:25:06.938201 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bad501-950d-4823-b702-7857f4a39847 x-openstack-request-id: req-60bad501-950d-4823-b702-7857f4a39847 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:06.938544 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a35982-9d23-4588-965f-96ea10757f72", "tag": "f398f903-fded-4efd-b6f3-7b669ec7ccce", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:06.940738 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60bad501-950d-4823-b702-7857f4a39847 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:06.943816 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60bad501-950d-4823-b702-7857f4a39847'] response: {'name': 'network-changed', 'server_uuid': 'b0a35982-9d23-4588-965f-96ea10757f72', 'tag': 'f398f903-fded-4efd-b6f3-7b669ec7ccce', 'status': 'completed', 'code': 200} Oct 17 10:25:06.983107 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 6c4e7f70-d260-4b58-972c-209984d2eb17, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=6c4e7f70-d260-4b58-972c-209984d2eb17,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:07.014630 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:07.015507 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d132929f-58af-4201-9be0-9cc7577de785 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:07.022710 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fb3a2c2-a2e0-4db2-b897-f55211a49369 req-470e177a-e675-49c3-b811-22a160b3a8f8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 210 time: 0.4370418 Oct 17 10:25:07.026527 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-d06a6132-9da4-4fad-b852-cc56e0a827e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:07.036256 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-d06a6132-9da4-4fad-b852-cc56e0a827e6 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.6120026 Oct 17 10:25:07.272651 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=6c4e7f70-d260-4b58-972c-209984d2eb17,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:07.291798 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-58b52477-73fe-479d-b1eb-bb2c8f0187a1 admin admin] Publish callbacks [] for security_group (5a3921ba-36d5-4e59-80e2-d84197737a81), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:07.381341 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port d132929f-58af-4201-9be0-9cc7577de785 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:07.381731 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d132929f-58af-4201-9be0-9cc7577de785), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:07.382240 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port d132929f-58af-4201-9be0-9cc7577de785 Oct 17 10:25:07.469095 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3e3b51d9-57e0-49d1-9325-5dd55968808c req-a079a602-e753-443c-aeab-5d8fd7802fd3 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971666 Oct 17 10:25:07.528446 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:07.664032 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port d132929f-58af-4201-9be0-9cc7577de785 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:07.811623 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-88e3e5f4-5806-40a2-a0e0-771cf0e4a13d admin admin] Publish callbacks [] for security_group (9ef722a6-28ab-478a-9826-cfa3e1686ee6), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:07.841807 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-58b52477-73fe-479d-b1eb-bb2c8f0187a1 admin admin] Publish callbacks [] for security_group (5a3921ba-36d5-4e59-80e2-d84197737a81), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:07.861959 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event updated for resources: {'Port': ['ID=8b16d3ef-463a-486f-a242-f0bc1977b822,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:07.888003 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9de53e52-70ac-480f-92b0-5bf642ec3e23 req-014202d6-52c0-48e9-8bee-c3b22d0b90b1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.0747027 Oct 17 10:25:07.939791 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-88e3e5f4-5806-40a2-a0e0-771cf0e4a13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9ef722a6-28ab-478a-9826-cfa3e1686ee6), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.035090 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60bbd4-b8c6-4f6f-8c79-583d4d6c50b9 req-a5b4653b-411f-46c4-85e2-0e4126471ac4 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:08.041006 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ce60bbd4-b8c6-4f6f-8c79-583d4d6c50b9 req-a5b4653b-411f-46c4-85e2-0e4126471ac4 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 932 time: 0.3598948 Oct 17 10:25:08.054191 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a282d93a-d9b8-4578-87e6-bcc6db9b2c29 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:08.131637 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-ed2f7f6b-34fe-4f99-9de2-b0c8980fdc29 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0581129 Oct 17 10:25:08.196471 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-88e3e5f4-5806-40a2-a0e0-771cf0e4a13d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=45e9984c466947e3a537cde94dd36c62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5986042 Oct 17 10:25:08.197174 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52328) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:08.212353 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-05c0e384-479c-4421-a8e1-04ad8c3334de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.234486 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3e5f4-5806-40a2-a0e0-771cf0e4a13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef722a6-28ab-478a-9826-cfa3e1686ee6,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:08.252364 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:08.254481 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.255073 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 Oct 17 10:25:08.314881 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0df1047b-dfae-4ea3-82a0-4e407cb856bc req-10c91b5c-9f87-43a5-a645-4098d1f5378e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 210 time: 0.1443117 Oct 17 10:25:08.339511 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35980f72-8911-433f-8989-708b4cfffccb {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:08.356205 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Publish callbacks [] for port (35980f72-8911-433f-8989-708b4cfffccb), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.386999 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:08.410013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:08.418544 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3003a752-dc4b-4f6b-85ff-1a67e980eeba req-aa96645c-b65b-4382-93b5-7b22b5f70ec0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525873 Oct 17 10:25:08.420381 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Transition to ACTIVE for port object 35980f72-8911-433f-8989-708b4cfffccb will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:25:08.427602 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (35980f72-8911-433f-8989-708b4cfffccb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.437247 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:25:08.466037 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:25:08.482620 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:08.484012 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 6c4e7f70-d260-4b58-972c-209984d2eb17 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:08.495939 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:25:08.504542 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Pushing event updated for resources: {'Port': ['ID=35980f72-8911-433f-8989-708b4cfffccb,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:08.510766 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:08.511755 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.547085 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8370b02-c9d6-4eb6-b70d-2b95397c0206 admin admin] Publish callbacks [] for security_group (9ef722a6-28ab-478a-9826-cfa3e1686ee6), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.600465 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ce60bbd4-b8c6-4f6f-8c79-583d4d6c50b9 req-7e97d278-f862-4ab1-bc7e-ea052ca30c50 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175657 Oct 17 10:25:08.656136 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-23ef7e86-625c-48c0-9bea-a58b06b23438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9695730 Oct 17 10:25:08.671437 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-58b52477-73fe-479d-b1eb-bb2c8f0187a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (5a3921ba-36d5-4e59-80e2-d84197737a81), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.673980 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-58b52477-73fe-479d-b1eb-bb2c8f0187a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.686102 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 6c4e7f70-d260-4b58-972c-209984d2eb17 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:08.686811 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.686898 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 6c4e7f70-d260-4b58-972c-209984d2eb17 Oct 17 10:25:08.688550 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-58b52477-73fe-479d-b1eb-bb2c8f0187a1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5a3921ba-36d5-4e59-80e2-d84197737a81 HTTP/1.1" status: 204 len: 168 time: 2.8739872 Oct 17 10:25:08.709920 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8370b02-c9d6-4eb6-b70d-2b95397c0206 admin admin] Publish callbacks [] for security_group (9ef722a6-28ab-478a-9826-cfa3e1686ee6), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.718382 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b52477-73fe-479d-b1eb-bb2c8f0187a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3921ba-36d5-4e59-80e2-d84197737a81,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:08.895857 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Request body: {'port': {'device_id': 'fc2dfd38-7528-4af3-88c5-86afe10123b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:08.905279 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 6c4e7f70-d260-4b58-972c-209984d2eb17 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:08.906819 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 7381982b-2c55-442d-a98e-7b136a875479 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:08.991797 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 7381982b-2c55-442d-a98e-7b136a875479 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:08.993292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (7381982b-2c55-442d-a98e-7b136a875479), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:08.994609 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 7381982b-2c55-442d-a98e-7b136a875479 Oct 17 10:25:09.163118 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:09.204407 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-2b150d1e-9233-4721-81b3-f4b5c82d4a23 None None] Provisioning complete for port 8b16d3ef-463a-486f-a242-f0bc1977b822 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:09.211424 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2b150d1e-9233-4721-81b3-f4b5c82d4a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:09.215027 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-2b150d1e-9233-4721-81b3-f4b5c82d4a23 None None] Attempt 1 to provision port 8b16d3ef-463a-486f-a242-f0bc1977b822 Oct 17 10:25:09.281796 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.30', 63589) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:09.286132 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:09.359859 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-624b8294-0218-4592-ad5c-dbc8ea25d41f req-a8f754f5-b002-4719-8f23-d1832859649c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.1630907 Oct 17 10:25:09.390182 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:09.420272 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:09.480043 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:09.489434 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-039ca97c-6f51-4e37-b7d8-202dba605ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:09.493722 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-2b150d1e-9233-4721-81b3-f4b5c82d4a23 None None] Port 8b16d3ef-463a-486f-a242-f0bc1977b822 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:25:09.495619 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-039ca97c-6f51-4e37-b7d8-202dba605ce8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 1127 time: 0.3762209 Oct 17 10:25:09.513914 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 7381982b-2c55-442d-a98e-7b136a875479 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:09.519826 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (7381982b-2c55-442d-a98e-7b136a875479), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:09.606080 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 7381982b-2c55-442d-a98e-7b136a875479, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=7381982b-2c55-442d-a98e-7b136a875479,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:09.612909 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (7381982b-2c55-442d-a98e-7b136a875479), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:09.653169 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-df02a0ae-2261-4979-8cbe-78e32bd83e04 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:09.654857 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-df02a0ae-2261-4979-8cbe-78e32bd83e04 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 815 time: 0.3365898 Oct 17 10:25:09.678604 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c018-bc4e-46b8-bbd3-2366009c411d req-2fc2bbf3-6777-4058-9c96-6a590dbc5258 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:09.682523 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11c9c018-bc4e-46b8-bbd3-2366009c411d req-2fc2bbf3-6777-4058-9c96-6a590dbc5258 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.9577479 Oct 17 10:25:09.683515 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Attempting to bind port 35980f72-8911-433f-8989-708b4cfffccb on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:25:09.685623 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Attempting to bind port 35980f72-8911-433f-8989-708b4cfffccb by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:25:09.686189 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Attempting to bind port 35980f72-8911-433f-8989-708b4cfffccb on network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:09.774210 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=7381982b-2c55-442d-a98e-7b136a875479,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:09.839457 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:09.847869 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c046e5e7-5ac0-453c-a602-f072379c9af4 req-27de0a54-29b4-4d99-8857-d3fef9f77ddf tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 210 time: 0.2614028 Oct 17 10:25:09.884483 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52372) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:09.920097 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:09.953356 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Port 35980f72-8911-433f-8989-708b4cfffccb on network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:25:09.953695 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Attempting to bind port 35980f72-8911-433f-8989-708b4cfffccb on network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:10.072960 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:25:10.073497 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Checking segment: {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:25:10.082903 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Bound using segment: {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:25:10.083632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Bound port: 35980f72-8911-433f-8989-708b4cfffccb, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1b825f-ea3a-49d1-986a-3c3a0df221f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:25:10.084340 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (35980f72-8911-433f-8989-708b4cfffccb), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.187297 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d63a41b4-a3c6-4502-91f2-5504786ba3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.218370 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-1b40dca0-b653-4a2e-9448-c25298a5d039 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 379 time: 0.4283388 Oct 17 10:25:10.235262 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8370b02-c9d6-4eb6-b70d-2b95397c0206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9ef722a6-28ab-478a-9826-cfa3e1686ee6), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.241175 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8370b02-c9d6-4eb6-b70d-2b95397c0206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.253557 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-e8370b02-c9d6-4eb6-b70d-2b95397c0206 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9ef722a6-28ab-478a-9826-cfa3e1686ee6 HTTP/1.1" status: 204 len: 168 time: 2.0298784 Oct 17 10:25:10.257952 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11c9c018-bc4e-46b8-bbd3-2366009c411d req-b252e491-26e4-4c84-87f2-6a827c3140ce tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443533 Oct 17 10:25:10.267214 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'port': {'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'admin_state_up': True, 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'security_groups': ['69ec98be-45a8-4b69-b18a-5b68838ce6fc']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:10.570695 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8370b02-c9d6-4eb6-b70d-2b95397c0206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef722a6-28ab-478a-9826-cfa3e1686ee6,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:10.573351 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7d86-e046-45a2-afed-7af16196fd3b req-5b48f22c-13a8-4101-a378-eee062a2063a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:10.574909 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ee5d7d86-e046-45a2-afed-7af16196fd3b req-5b48f22c-13a8-4101-a378-eee062a2063a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 932 time: 0.5142324 Oct 17 10:25:10.593522 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-596f769d-49f3-4ac1-a8d9-75176e565fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:10.595360 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-596f769d-49f3-4ac1-a8d9-75176e565fe4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 1.0419660 Oct 17 10:25:10.670677 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.687156 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d63a41b4-a3c6-4502-91f2-5504786ba3e3 admin admin] Publish callbacks [] for security_group (747d739d-732e-4c15-9259-1a2c9b5336a9), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.700036 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-08aed3e6-1687-4e6a-99b3-bf8a5141b182 req-1cc941de-24df-477b-9b0d-67dad2672d92 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.1305623 Oct 17 10:25:10.723404 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] For port 35980f72-8911-433f-8989-708b4cfffccb, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:25:10.739160 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Made reservation on behalf of 41a236cfbaf14211a6a3674f3c2f3a67 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:25:10.744685 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.809291 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] For port 35980f72-8911-433f-8989-708b4cfffccb, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=35980f72-8911-433f-8989-708b4cfffccb,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:25:10.818655 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (35980f72-8911-433f-8989-708b4cfffccb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.872185 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d63a41b4-a3c6-4502-91f2-5504786ba3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (747d739d-732e-4c15-9259-1a2c9b5336a9), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.913062 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:10.917749 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:10.920009 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d63a41b4-a3c6-4502-91f2-5504786ba3e3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=750b570dc8cd4ca484d8d88727495826&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0331173 Oct 17 10:25:10.920667 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52398) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:10.922194 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/35980f72-8911-433f-8989-708b4cfffccb HTTP/1.1" status: 200 len: 1094 time: 5.0896206 Oct 17 10:25:10.924487 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9daff838-b032-48a4-bcaa-413c56fc7824', 'tag': '35980f72-8911-433f-8989-708b4cfffccb'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:10.972370 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b16d3ef-463a-486f-a242-f0bc1977b822 {{(pid=104472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:11.039955 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Publish callbacks [] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:11.054385 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ee5d7d86-e046-45a2-afed-7af16196fd3b req-1ac77447-3154-449e-98a7-0abc830e3e09 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503875 Oct 17 10:25:11.063750 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a41b4-a3c6-4502-91f2-5504786ba3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747d739d-732e-4c15-9259-1a2c9b5336a9,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:11.079030 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:11.124764 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.provisioning_blocks [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Transition to ACTIVE for port object 8b16d3ef-463a-486f-a242-f0bc1977b822 will not be triggered until provisioned by entity L2. {{(pid=104472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:25:11.135785 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:11.139336 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c04add-d695-4e25-8c1e-1d8bcb68f098 service neutron] Pushing event updated for resources: {'Port': ['ID=35980f72-8911-433f-8989-708b4cfffccb,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:11.141750 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:11.176328 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c936197c-3aea-4c79-9a97-52addcfcc795 req-27a0723a-a2ec-4c10-ad5a-3fedb9488bc5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 210 time: 0.1444602 Oct 17 10:25:11.230845 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:11.297166 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Allocated IP 172.20.0.7 (ad62b422-f6a9-44d6-866f-37a78f2fcbac/ccff10c5-bf44-4d13-98a5-4becf7a00cc0/05903ad8-a4e1-4f5e-afb2-0494b0e2bc16) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:25:11.297795 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2c25f6be-b2e6-4cac-9631-2edab97a9dca admin admin] Publish callbacks [] for security_group (747d739d-732e-4c15-9259-1a2c9b5336a9), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:11.365877 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:11.397859 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Pushing event updated for resources: {'Port': ['ID=8b16d3ef-463a-486f-a242-f0bc1977b822,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:11.404717 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2c25f6be-b2e6-4cac-9631-2edab97a9dca admin admin] Publish callbacks [] for security_group (747d739d-732e-4c15-9259-1a2c9b5336a9), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:11.422388 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Attempting to bind port 8b16d3ef-463a-486f-a242-f0bc1977b822 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:25:11.422388 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Attempting to bind port 8b16d3ef-463a-486f-a242-f0bc1977b822 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:25:11.422388 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Attempting to bind port 8b16d3ef-463a-486f-a242-f0bc1977b822 on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:11.528959 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143fba46-c2a5-4975-b65b-f07db8f3227c" -d '{"events": [{"name": "network-changed", "server_uuid": "9daff838-b032-48a4-bcaa-413c56fc7824", "tag": "35980f72-8911-433f-8989-708b4cfffccb"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:11.660751 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c722d1-783e-45f3-9b8a-6903b668439e req-d8e08bad-903b-48e8-969e-7cc0762cbe83 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:11.662560 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-09c722d1-783e-45f3-9b8a-6903b668439e req-d8e08bad-903b-48e8-969e-7cc0762cbe83 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.1814938 Oct 17 10:25:11.774868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.30', 63598) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:11.790865 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-4689d76b-076d-4575-ab6d-6f6104e01e84 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce HTTP/1.1" status: 200 len: 217 time: 0.1660132 Oct 17 10:25:11.849050 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 7381982b-2c55-442d-a98e-7b136a875479 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:11.936290 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:11.962591 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:12.046506 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 7381982b-2c55-442d-a98e-7b136a875479 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:12.049357 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (7381982b-2c55-442d-a98e-7b136a875479), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.050156 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 7381982b-2c55-442d-a98e-7b136a875479 Oct 17 10:25:12.157024 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-09c722d1-783e-45f3-9b8a-6903b668439e req-fad1b2bf-3b4d-47de-aead-f5dee77237f2 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683362 Oct 17 10:25:12.175057 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2c25f6be-b2e6-4cac-9631-2edab97a9dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (747d739d-732e-4c15-9259-1a2c9b5336a9), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.198181 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:12.202062 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2c25f6be-b2e6-4cac-9631-2edab97a9dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.206486 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-2c25f6be-b2e6-4cac-9631-2edab97a9dca admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/747d739d-732e-4c15-9259-1a2c9b5336a9 HTTP/1.1" status: 204 len: 168 time: 1.2775459 Oct 17 10:25:12.223312 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Port 8b16d3ef-463a-486f-a242-f0bc1977b822 on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:25:12.223738 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Attempting to bind port 8b16d3ef-463a-486f-a242-f0bc1977b822 on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:12.255013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.277468 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccf1267-d792-4bf8-86ce-95660ac91f67 x-openstack-request-id: req-0ccf1267-d792-4bf8-86ce-95660ac91f67 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:12.277778 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9daff838-b032-48a4-bcaa-413c56fc7824", "tag": "35980f72-8911-433f-8989-708b4cfffccb", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:12.278055 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ccf1267-d792-4bf8-86ce-95660ac91f67 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:12.278582 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ccf1267-d792-4bf8-86ce-95660ac91f67'] response: {'name': 'network-changed', 'server_uuid': '9daff838-b032-48a4-bcaa-413c56fc7824', 'tag': '35980f72-8911-433f-8989-708b4cfffccb', 'status': 'completed', 'code': 200} Oct 17 10:25:12.309465 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 7381982b-2c55-442d-a98e-7b136a875479 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:12.356826 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25f6be-b2e6-4cac-9631-2edab97a9dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d739d-732e-4c15-9259-1a2c9b5336a9,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:12.387683 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-667592df-52c4-432f-8075-3090d52f5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:12.389845 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-667592df-52c4-432f-8075-3090d52f5336 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.5647507 Oct 17 10:25:12.426473 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:25:12.434518 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70c80dfb-59e7-4d1f-b73d-0fbfeac6b005 req-386b37be-1929-4ba6-b067-6d698136119c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.1080685 Oct 17 10:25:12.461641 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:25:12.463920 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Checking segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:25:12.464540 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Bound using segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:25:12.465393 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Bound port: 8b16d3ef-463a-486f-a242-f0bc1977b822, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:25:12.467826 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.504033 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:25:12.525655 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:25:12.533723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:12.534584 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.538154 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-f98f36f7-82e8-43a0-accd-aa5166e6c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:12.540737 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-f98f36f7-82e8-43a0-accd-aa5166e6c990 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6e2cba05193f429fb9ffef6f66205945&device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 1128 time: 0.7160056 Oct 17 10:25:12.612972 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4083d1a-abb1-4fec-aba1-e1dfd4cb6d16 req-b9360bec-d3e8-4b6b-8060-eb00e11d7a5a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:12.614633 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c4083d1a-abb1-4fec-aba1-e1dfd4cb6d16 req-b9360bec-d3e8-4b6b-8060-eb00e11d7a5a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 944 time: 0.2496657 Oct 17 10:25:12.632300 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3716786 Oct 17 10:25:12.642465 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b8950-db66-4d8b-89ab-cb7ebfac807f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:12.665167 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-2129fa38-10ec-4395-b1be-ca8d8444ee46 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:12.667091 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-2129fa38-10ec-4395-b1be-ca8d8444ee46 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 811 time: 0.7890551 Oct 17 10:25:12.700862 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eff137-6da9-46e7-9a7d-086de08be413 req-bd776f22-522b-4833-96cb-a038527f1cbd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:12.709535 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49eff137-6da9-46e7-9a7d-086de08be413 req-bd776f22-522b-4833-96cb-a038527f1cbd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 931 time: 0.1350005 Oct 17 10:25:12.728443 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c4083d1a-abb1-4fec-aba1-e1dfd4cb6d16 req-e1a0357b-c7c4-4cd4-a1bf-0f2ebf326df0 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841324 Oct 17 10:25:12.786789 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] For port 8b16d3ef-463a-486f-a242-f0bc1977b822, host hv-cinder-86020, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:25:12.790968 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] For port 8b16d3ef-463a-486f-a242-f0bc1977b822, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8b16d3ef-463a-486f-a242-f0bc1977b822,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:25:12.802634 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.817882 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:12.818577 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.820060 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/8b16d3ef-463a-486f-a242-f0bc1977b822 HTTP/1.1" status: 200 len: 1094 time: 3.9285631 Oct 17 10:25:12.820729 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2dfd38-7528-4af3-88c5-86afe10123b8', 'tag': '8b16d3ef-463a-486f-a242-f0bc1977b822'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:12.823250 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2861c98a-1b3e-44f4-aefc-4a53420eea21" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2dfd38-7528-4af3-88c5-86afe10123b8", "tag": "8b16d3ef-463a-486f-a242-f0bc1977b822"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:12.865348 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49eff137-6da9-46e7-9a7d-086de08be413 req-df780ec9-8e46-460d-ac8f-9e93223bbb1c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542926 Oct 17 10:25:12.887710 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cba7417-f1b9-470a-b68d-6bb4cc2caa5c x-openstack-request-id: req-3cba7417-f1b9-470a-b68d-6bb4cc2caa5c {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:12.887999 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2dfd38-7528-4af3-88c5-86afe10123b8", "tag": "8b16d3ef-463a-486f-a242-f0bc1977b822", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:12.888251 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cba7417-f1b9-470a-b68d-6bb4cc2caa5c {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:12.888651 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cba7417-f1b9-470a-b68d-6bb4cc2caa5c'] response: {'name': 'network-changed', 'server_uuid': 'fc2dfd38-7528-4af3-88c5-86afe10123b8', 'tag': '8b16d3ef-463a-486f-a242-f0bc1977b822', 'status': 'completed', 'code': 200} Oct 17 10:25:12.907385 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56168f3e-bc23-49e1-9aed-5bc27e17b726 service neutron] Pushing event updated for resources: {'Port': ['ID=8b16d3ef-463a-486f-a242-f0bc1977b822,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:12.926673 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52474) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:12.941980 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3b431a74-fcc8-4d2b-a278-0472d69a4de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.950850 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-b839a912-c724-4f64-b1fa-fc56190c5b5e None None] Provisioning complete for port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:12.951576 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b839a912-c724-4f64-b1fa-fc56190c5b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:12.952208 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-b839a912-c724-4f64-b1fa-fc56190c5b5e None None] Attempt 1 to provision port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 Oct 17 10:25:13.012301 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-b839a912-c724-4f64-b1fa-fc56190c5b5e None None] Port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:25:13.054238 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3b431a74-fcc8-4d2b-a278-0472d69a4de8 admin admin] Publish callbacks [] for security_group (7057373c-b703-4f17-af65-5fd7e4d751ef), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:13.060396 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3b431a74-fcc8-4d2b-a278-0472d69a4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (7057373c-b703-4f17-af65-5fd7e4d751ef), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:13.106359 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431a74-fcc8-4d2b-a278-0472d69a4de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7057373c-b703-4f17-af65-5fd7e4d751ef,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:13.115317 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-3b431a74-fcc8-4d2b-a278-0472d69a4de8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4b8d975b0a7a41ad81d8842b5d50aa69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848118 Oct 17 10:25:13.115710 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52480) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:13.183582 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0f1758cc-a71e-4316-ba3c-283694ff4163 admin admin] Publish callbacks [] for security_group (7057373c-b703-4f17-af65-5fd7e4d751ef), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:13.210210 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0f1758cc-a71e-4316-ba3c-283694ff4163 admin admin] Publish callbacks [] for security_group (7057373c-b703-4f17-af65-5fd7e4d751ef), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:13.296176 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0f1758cc-a71e-4316-ba3c-283694ff4163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (7057373c-b703-4f17-af65-5fd7e4d751ef), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:13.301446 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0f1758cc-a71e-4316-ba3c-283694ff4163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:13.304936 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0f1758cc-a71e-4316-ba3c-283694ff4163 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7057373c-b703-4f17-af65-5fd7e4d751ef HTTP/1.1" status: 204 len: 168 time: 0.1875756 Oct 17 10:25:13.331236 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1758cc-a71e-4316-ba3c-283694ff4163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7057373c-b703-4f17-af65-5fd7e4d751ef,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:13.365996 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:13.382263 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d961f2-8f20-4813-bb02-a9c3818108d7 req-c92c1b8f-eda2-4859-9c59-17136138e8a2 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:13.385163 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-95d961f2-8f20-4813-bb02-a9c3818108d7 req-c92c1b8f-eda2-4859-9c59-17136138e8a2 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.0884497 Oct 17 10:25:13.398296 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:13.453396 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-95d961f2-8f20-4813-bb02-a9c3818108d7 req-f6a1fe66-d855-488a-94d1-9ee89f6aeb92 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619438 Oct 17 10:25:13.575265 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d1983959-b7fe-498b-a2f4-8d8631fc6672 req-95510de2-0fff-4cbc-b52a-5e46cbf74c98 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.0335779 Oct 17 10:25:13.873586 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f7aac-5dec-47f8-8a54-59d236c998bd req-f2f9454d-38ad-4d27-a118-8e791437d19a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:13.875191 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8f7aac-5dec-47f8-8a54-59d236c998bd req-f2f9454d-38ad-4d27-a118-8e791437d19a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 944 time: 0.0598254 Oct 17 10:25:13.977191 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Request body: {'port': {'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:14.117859 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-c25b838e-3425-4b48-9779-b92fd5dd2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:14.119571 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-c25b838e-3425-4b48-9779-b92fd5dd2aca service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1663954 Oct 17 10:25:14.127679 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650008-9496-4c6b-a4d5-837896f69401 req-c56221d0-3489-45dc-b0ed-c67d67e41d9a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:14.136482 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e4650008-9496-4c6b-a4d5-837896f69401 req-c56221d0-3489-45dc-b0ed-c67d67e41d9a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 931 time: 0.1696005 Oct 17 10:25:14.140508 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c98a-1b3e-44f4-aefc-4a53420eea21 req-38d3d417-e26a-4f7a-819b-96d265026e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:14.141938 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2861c98a-1b3e-44f4-aefc-4a53420eea21 req-38d3d417-e26a-4f7a-819b-96d265026e3e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 1128 time: 0.1731358 Oct 17 10:25:14.197489 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e4650008-9496-4c6b-a4d5-837896f69401 req-a483df70-2fb9-45c9-88d5-077196cb76c8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599582 Oct 17 10:25:14.351649 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8f7aac-5dec-47f8-8a54-59d236c998bd req-acf29239-2c77-4a53-a134-dc9348e0c8c9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622834 Oct 17 10:25:14.353148 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-70e2968c-57eb-406d-98f9-025c250b7236 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35980f72-8911-433f-8989-708b4cfffccb HTTP/1.1" status: 200 len: 217 time: 0.3881214 Oct 17 10:25:14.416131 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:14.423893 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-a0f5d798-702c-406f-b36b-fa23b2dae16e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9ad3932c3fcc4d42b77b26f889ac694f HTTP/1.1" status: 200 len: 379 time: 0.4358101 Oct 17 10:25:14.634799 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd62a3f-fa94-4b70-9bd5-66be7ec3a623 req-4eb966ab-13ea-452e-80cf-5689a8874cf4 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:14.642266 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4dd62a3f-fa94-4b70-9bd5-66be7ec3a623 req-4eb966ab-13ea-452e-80cf-5689a8874cf4 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.0719020 Oct 17 10:25:14.692061 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:14.721782 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4dd62a3f-fa94-4b70-9bd5-66be7ec3a623 req-e2c63843-d64f-4be2-b6f7-926513e953bb tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741110 Oct 17 10:25:14.763946 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-23395ce6-1179-454e-a7fd-bfb79a52610d req-2b077f9c-4a60-47b0-a4d1-bfd9c4161e31 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.0619271 Oct 17 10:25:14.882506 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:14.891103 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Publish callbacks [] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:14.925893 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Transition to ACTIVE for port object 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:25:14.931483 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:15.035768 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:15.039897 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Attempting to bind port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:25:15.040278 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Attempting to bind port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:25:15.040612 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Attempting to bind port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:15.106146 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:25:15.106691 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Attempting to bind port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:15.158360 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:25:15.158360 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Checking segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:25:15.158360 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Bound using segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:25:15.158360 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Bound port: 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:25:15.158360 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:15.240927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] For port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:25:15.247159 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] For port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:25:15.255035 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:15.259917 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:15.260915 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:15.262431 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 HTTP/1.1" status: 200 len: 1093 time: 1.2947075 Oct 17 10:25:15.265131 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'tag': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:15.267827 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a695617d-c734-4d29-8a85-579eea5dad97" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dd552f-1059-4d09-a797-ac62de74b383", "tag": "05903ad8-a4e1-4f5e-afb2-0494b0e2bc16"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:15.303324 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:15.306124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:15.330353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a64f8d-bd7c-4ccc-a651-6b9664015cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:15.352124 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a309d-295e-4565-9e92-602d6b0bbddb req-635e7fa3-a8eb-473c-96e8-27b96da8e001 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:15.356746 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac8a11b-a049-41ad-b2fc-3b69af1d8225 x-openstack-request-id: req-dac8a11b-a049-41ad-b2fc-3b69af1d8225 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:15.357108 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dd552f-1059-4d09-a797-ac62de74b383", "tag": "05903ad8-a4e1-4f5e-afb2-0494b0e2bc16", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:15.357425 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dac8a11b-a049-41ad-b2fc-3b69af1d8225 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:15.357972 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac8a11b-a049-41ad-b2fc-3b69af1d8225'] response: {'name': 'network-changed', 'server_uuid': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'tag': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'status': 'completed', 'code': 200} Oct 17 10:25:15.359007 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ef9a309d-295e-4565-9e92-602d6b0bbddb req-635e7fa3-a8eb-473c-96e8-27b96da8e001 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.0644317 Oct 17 10:25:15.406889 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:15.415264 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ef9a309d-295e-4565-9e92-602d6b0bbddb req-f3667d8a-8931-4141-bb7b-f0a0251499b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522749 Oct 17 10:25:15.515537 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfd565-038a-48de-bf4c-be4b4aed357e req-84b1daff-a7c0-4fdb-9d8e-0c0a210c8795 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:15.517011 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b7bfd565-038a-48de-bf4c-be4b4aed357e req-84b1daff-a7c0-4fdb-9d8e-0c0a210c8795 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 944 time: 0.0550158 Oct 17 10:25:15.576917 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b7bfd565-038a-48de-bf4c-be4b4aed357e req-e56be68b-c90b-47d2-87d7-96463578f903 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535419 Oct 17 10:25:15.870115 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9235dfd-8a2d-4a95-8eec-df14285513cc req-ae767ab5-7cfb-4094-8f4e-a95d5b5067d9 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:15.872238 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d9235dfd-8a2d-4a95-8eec-df14285513cc req-ae767ab5-7cfb-4094-8f4e-a95d5b5067d9 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.0755994 Oct 17 10:25:15.908888 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c4f03bbc-9332-4cf9-a543-77d3fb359568 req-3f90c583-891b-44ae-bcab-052cb942fd2a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.0395632 Oct 17 10:25:15.951250 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d9235dfd-8a2d-4a95-8eec-df14285513cc req-4f7a6eb1-e07a-46d3-8156-d8ae236c6861 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724211 Oct 17 10:25:16.574312 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0d85-8af1-4abc-b3fc-106ee2d9dae4 req-58e7b6c9-e21b-423f-8fd1-a2fdf8e67e66 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:16.578368 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b99a0d85-8af1-4abc-b3fc-106ee2d9dae4 req-58e7b6c9-e21b-423f-8fd1-a2fdf8e67e66 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.0779042 Oct 17 10:25:16.661966 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'port': {'device_id': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'admin_state_up': True, 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'security_groups': ['38a29501-3ac8-4ac3-9725-2be9ce628301']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:16.750639 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b99a0d85-8af1-4abc-b3fc-106ee2d9dae4 req-3488e28e-8314-4a43-a25d-2f3bf61b781e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632557 Oct 17 10:25:16.926808 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695617d-c734-4d29-8a85-579eea5dad97 req-41099a12-9b46-496d-af73-4111c281b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:16.928915 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a695617d-c734-4d29-8a85-579eea5dad97 req-41099a12-9b46-496d-af73-4111c281b451 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 1127 time: 0.2410698 Oct 17 10:25:16.935085 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-b97d6918-7ad4-42b8-b045-b272253acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:16.937482 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-b97d6918-7ad4-42b8-b045-b272253acf59 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=18939442-3979-423f-9fcc-2430b15f4f2b HTTP/1.1" status: 200 len: 850 time: 0.2797759 Oct 17 10:25:17.098460 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Made reservation on behalf of 9ad3932c3fcc4d42b77b26f889ac694f for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:25:17.103761 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:17.122938 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0e83d718-0b98-4bc9-ae33-bcbbf1336a1f req-d71fbc5c-bdeb-4e2a-944c-c9dc6f6d0b7b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.0703945 Oct 17 10:25:17.257090 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c98a-1b3e-44f4-aefc-4a53420eea21 req-64e201f1-dce7-4b9f-ae26-b89658f4a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:17.257090 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2861c98a-1b3e-44f4-aefc-4a53420eea21 req-64e201f1-dce7-4b9f-ae26-b89658f4a0f4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6236515 Oct 17 10:25:17.260384 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc124318-22bd-4213-a87a-8c1b398b9ecd req-9a7ab002-0132-4578-ae01-5fa6d96f4084 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:17.261812 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bc124318-22bd-4213-a87a-8c1b398b9ecd req-9a7ab002-0132-4578-ae01-5fa6d96f4084 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 944 time: 0.5739470 Oct 17 10:25:17.399946 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-1deb0909-58b1-4448-a34c-c4ed2db8f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:17.401472 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-1deb0909-58b1-4448-a34c-c4ed2db8f22f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=46924aeb-cbea-4ee4-b8a7-97f1f0d41daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2754545 Oct 17 10:25:17.436491 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-cd529fce-c937-4fcb-826c-701f90163e63 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206849 Oct 17 10:25:17.491534 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bc124318-22bd-4213-a87a-8c1b398b9ecd req-f033befa-a1ac-4f4a-8ac8-4aeb48200f70 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190032 Oct 17 10:25:17.495226 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577dc26-84e1-48e5-8120-09d15c96482b req-4c8f2c4c-6d7d-4269-9287-33e4fb564d6a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:17.502481 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2577dc26-84e1-48e5-8120-09d15c96482b req-4c8f2c4c-6d7d-4269-9287-33e4fb564d6a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.2768002 Oct 17 10:25:17.567389 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c98a-1b3e-44f4-aefc-4a53420eea21 req-66f8cdd7-5cfc-4e4b-8a10-9953342ac291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:17.568876 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2861c98a-1b3e-44f4-aefc-4a53420eea21 req-66f8cdd7-5cfc-4e4b-8a10-9953342ac291 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3061934 Oct 17 10:25:17.620993 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d7cb1d-fd86-4d2d-98ff-945801227872 req-a34efdea-c150-4925-90ba-8abde8d5b03a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708760 Oct 17 10:25:17.667403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695617d-c734-4d29-8a85-579eea5dad97 req-8d3710f9-d667-4533-9a65-4c7ebdb6bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:17.669351 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a695617d-c734-4d29-8a85-579eea5dad97 req-8d3710f9-d667-4533-9a65-4c7ebdb6bba5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5452371 Oct 17 10:25:17.701564 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-05f63752-4f26-4aa4-9b61-7ff91b836599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:17.703127 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-05f63752-4f26-4aa4-9b61-7ff91b836599 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 1128 time: 0.0597746 Oct 17 10:25:17.764686 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-48fa7bbb-4690-4317-a39b-48df5e4d56c4 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b16d3ef-463a-486f-a242-f0bc1977b822 HTTP/1.1" status: 200 len: 217 time: 0.0472240 Oct 17 10:25:17.830242 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:17.843083 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52754) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:17.845240 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2577dc26-84e1-48e5-8120-09d15c96482b req-114ce51e-0f47-4575-ad8e-cd2de39c9987 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419030 Oct 17 10:25:17.874935 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-3340c8b2-683d-4ee0-a18e-56567e95d46c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/46924aeb-cbea-4ee4-b8a7-97f1f0d41daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449377 Oct 17 10:25:17.900863 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Allocated IP 172.20.0.9 (ec7b89aa-8615-42a5-9a24-4f31d3ebca8d/16961a83-7d1e-4dac-aa8e-f48fd5034240/1195ec6d-7c1a-4c0b-92b5-beb07772c367) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:25:17.916732 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:17.938263 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174b5d-ed53-4e74-bda2-b454e3b8f5d7 req-835085b5-1b99-43e8-aac5-d77c814b4986 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:17.940263 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-84174b5d-ed53-4e74-bda2-b454e3b8f5d7 req-835085b5-1b99-43e8-aac5-d77c814b4986 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.0978651 Oct 17 10:25:17.941968 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-a4fe6810-10a8-4458-b3e5-4e1639719590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:17.943673 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-a4fe6810-10a8-4458-b3e5-4e1639719590 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.1711042 Oct 17 10:25:18.011901 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-60d34ded-2f14-40ac-a71b-8a717f372b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:18.013609 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-60d34ded-2f14-40ac-a71b-8a717f372b44 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638013 Oct 17 10:25:18.062471 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695617d-c734-4d29-8a85-579eea5dad97 req-695d9490-44ee-439e-86b1-70bed36d2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:18.063965 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a695617d-c734-4d29-8a85-579eea5dad97 req-695d9490-44ee-439e-86b1-70bed36d2fba service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3735709 Oct 17 10:25:18.107996 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-84174b5d-ed53-4e74-bda2-b454e3b8f5d7 req-18dd0051-d9ca-41e7-a854-c0d6a559b984 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602006 Oct 17 10:25:18.158387 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-07f00b40-28e5-4e15-8b80-666d2a39a3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.214125 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:18.218642 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:18.232797 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-e8c735ea-bbbe-497d-8b3f-810938370851 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110810 Oct 17 10:25:18.375540 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-07f00b40-28e5-4e15-8b80-666d2a39a3ac admin admin] Publish callbacks [] for security_group (b2df3540-8a7b-469d-8677-c475d46f8bc1), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.378075 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb0640f7-299a-4cf2-bce1-17b2cade5a45 req-bfc2d4a6-9ed2-4159-894d-1065650094f7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374838 Oct 17 10:25:18.380188 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-07f00b40-28e5-4e15-8b80-666d2a39a3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b2df3540-8a7b-469d-8677-c475d46f8bc1), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.420263 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-786bb8a5-da7a-4b3a-906d-1b681e300a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:18.422027 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-786bb8a5-da7a-4b3a-906d-1b681e300a23 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 1127 time: 0.1359668 Oct 17 10:25:18.424869 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-07f00b40-28e5-4e15-8b80-666d2a39a3ac admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=879c14664c7a42e4a5e133b53990462c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808399 Oct 17 10:25:18.427648 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f00b40-28e5-4e15-8b80-666d2a39a3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2df3540-8a7b-469d-8677-c475d46f8bc1,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:18.431475 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52774) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:18.492494 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b42d6b6c-018b-4af5-9b7b-eea054282acb req-bfe42116-d3ed-4591-a231-eb87b24ea541 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.2073507 Oct 17 10:25:18.493355 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3ef06cad-d23d-4809-a81f-cacc21f33439 admin admin] Publish callbacks [] for security_group (b2df3540-8a7b-469d-8677-c475d46f8bc1), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.502311 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce93268-d41a-4df6-bf84-bbecee9dfc66 req-da4e0447-d9bb-48d4-b05b-1caf9550f479 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/46924aeb-cbea-4ee4-b8a7-97f1f0d41daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241338 Oct 17 10:25:18.509274 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.551733 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3ef06cad-d23d-4809-a81f-cacc21f33439 admin admin] Publish callbacks [] for security_group (b2df3540-8a7b-469d-8677-c475d46f8bc1), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.571251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.618572 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3ef06cad-d23d-4809-a81f-cacc21f33439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b2df3540-8a7b-469d-8677-c475d46f8bc1), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.622522 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3ef06cad-d23d-4809-a81f-cacc21f33439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.623688 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3ef06cad-d23d-4809-a81f-cacc21f33439 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b2df3540-8a7b-469d-8677-c475d46f8bc1 HTTP/1.1" status: 204 len: 168 time: 0.1911557 Oct 17 10:25:18.635310 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef06cad-d23d-4809-a81f-cacc21f33439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2df3540-8a7b-469d-8677-c475d46f8bc1,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:18.639389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.697078 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:25:18.705329 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:25:18.722423 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:25:18.749911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:18.750623 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:18.785828 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc70b5a-c060-483c-8612-7ca0fa6cad73 req-1d9e80f7-e57b-48f0-82e3-79e55231db71 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:18.789695 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bfc70b5a-c060-483c-8612-7ca0fa6cad73 req-1d9e80f7-e57b-48f0-82e3-79e55231db71 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 944 time: 0.1104517 Oct 17 10:25:18.792208 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1352792 Oct 17 10:25:18.802410 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626955c-7bf5-46b7-b2ba-0cf08079e889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'Port': ['ID=1195ec6d-7c1a-4c0b-92b5-beb07772c367,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:18.848243 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bfc70b5a-c060-483c-8612-7ca0fa6cad73 req-600e9c6d-6c3e-467c-a1b0-2da747b3cd46 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523012 Oct 17 10:25:18.905810 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52792) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:19.030663 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device f398f903-fded-4efd-b6f3-7b669ec7ccce details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:25:19.032645 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01050c3-4db1-4217-aef3-9f7d747fb433 req-bddf0fe9-7830-439c-80bf-ecce82733df1 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:19.040599 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c01050c3-4db1-4217-aef3-9f7d747fb433 req-bddf0fe9-7830-439c-80bf-ecce82733df1 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.0824394 Oct 17 10:25:19.111185 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52798) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:19.124417 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c01050c3-4db1-4217-aef3-9f7d747fb433 req-f8ec5142-0b6b-4f89-9faf-c0d8916dfddf tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828452 Oct 17 10:25:19.150824 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a9ec558a-b828-4df4-98db-44e22595b6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.159390 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-276f8ddd-94dd-42f3-b4a4-c4105694a034 None None] Provisioning complete for port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:19.159773 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-276f8ddd-94dd-42f3-b4a4-c4105694a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.160112 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-276f8ddd-94dd-42f3-b4a4-c4105694a034 None None] Attempt 1 to provision port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 Oct 17 10:25:19.367715 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52810) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:19.391412 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port f398f903-fded-4efd-b6f3-7b669ec7ccce, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:19.412392 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a9ec558a-b828-4df4-98db-44e22595b6ee admin admin] Publish callbacks [] for security_group (921b7b16-541f-490e-b871-b280d77d6b67), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.420798 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a9ec558a-b828-4df4-98db-44e22595b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (921b7b16-541f-490e-b871-b280d77d6b67), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.423826 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-eb46e33b-eecc-47b9-b860-3b92030827f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.430350 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-276f8ddd-94dd-42f3-b4a4-c4105694a034 None None] Port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:25:19.430506 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb179a-68dc-42b6-8da6-8e89ab0cc166 req-b361d184-ace9-4e00-ac2c-76349da0ea05 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:19.434940 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5bb179a-68dc-42b6-8da6-8e89ab0cc166 req-b361d184-ace9-4e00-ac2c-76349da0ea05 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.1052322 Oct 17 10:25:19.437814 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': 'f398f903-fded-4efd-b6f3-7b669ec7ccce', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'port_id': 'f398f903-fded-4efd-b6f3-7b669ec7ccce', 'mac_address': 'fa:16:3e:23:dc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:25:19.469950 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a1caeaff-3e70-41f5-8bd2-229c630d9d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.498817 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a9ec558a-b828-4df4-98db-44e22595b6ee admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=13a60d74e5864745b34d452ad38c1503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864260 Oct 17 10:25:19.501928 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port f398f903-fded-4efd-b6f3-7b669ec7ccce is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:19.502243 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.503992 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52816) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:19.505367 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec558a-b828-4df4-98db-44e22595b6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921b7b16-541f-490e-b871-b280d77d6b67,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:19.543590 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f398f903-fded-4efd-b6f3-7b669ec7ccce {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:19.568571 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:19.580816 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port f398f903-fded-4efd-b6f3-7b669ec7ccce, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:19.581964 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:19.587708 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.598464 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5bb179a-68dc-42b6-8da6-8e89ab0cc166 req-b1c9ce9a-298a-4153-8d0c-61756187c4b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422949 Oct 17 10:25:19.610874 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-eb46e33b-eecc-47b9-b860-3b92030827f0 admin admin] Publish callbacks [] for security_group (b78ef2e9-626e-44c1-9a8a-2560fc6f9719), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.625915 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a1caeaff-3e70-41f5-8bd2-229c630d9d7c admin admin] Publish callbacks [] for security_group (094ad0b2-b526-4328-8d7a-eae57a66ebcf), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.627289 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-eb46e33b-eecc-47b9-b860-3b92030827f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b78ef2e9-626e-44c1-9a8a-2560fc6f9719), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.630725 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:19.632783 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:19.639126 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a1caeaff-3e70-41f5-8bd2-229c630d9d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (094ad0b2-b526-4328-8d7a-eae57a66ebcf), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.652002 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c476c9d8-eb49-433b-a7d7-8444583a9629 admin admin] Publish callbacks [] for security_group (921b7b16-541f-490e-b871-b280d77d6b67), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.673145 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=f398f903-fded-4efd-b6f3-7b669ec7ccce,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:19.673772 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:19.676613 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c476c9d8-eb49-433b-a7d7-8444583a9629 admin admin] Publish callbacks [] for security_group (921b7b16-541f-490e-b871-b280d77d6b67), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.717296 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46e33b-eecc-47b9-b860-3b92030827f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78ef2e9-626e-44c1-9a8a-2560fc6f9719,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:19.731762 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-eb46e33b-eecc-47b9-b860-3b92030827f0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=613caad261024870aac96b9d28a90bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8241620 Oct 17 10:25:19.735255 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52822) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:19.748867 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a1caeaff-3e70-41f5-8bd2-229c630d9d7c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5f827170fc784bd493d95361d6401d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776908 Oct 17 10:25:19.749338 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52824) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:19.753431 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c476c9d8-eb49-433b-a7d7-8444583a9629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (921b7b16-541f-490e-b871-b280d77d6b67), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.756316 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c476c9d8-eb49-433b-a7d7-8444583a9629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.757993 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c476c9d8-eb49-433b-a7d7-8444583a9629 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/921b7b16-541f-490e-b871-b280d77d6b67 HTTP/1.1" status: 204 len: 168 time: 0.2481968 Oct 17 10:25:19.763988 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5cb9b-a927-4651-b4e7-26587a84160b req-b881e1d1-8d7d-46a7-83b9-cc73564bf6bf tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:19.765642 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-faa5cb9b-a927-4651-b4e7-26587a84160b req-b881e1d1-8d7d-46a7-83b9-cc73564bf6bf tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 931 time: 0.1159689 Oct 17 10:25:19.780273 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476c9d8-eb49-433b-a7d7-8444583a9629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921b7b16-541f-490e-b871-b280d77d6b67,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:19.806394 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1caeaff-3e70-41f5-8bd2-229c630d9d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094ad0b2-b526-4328-8d7a-eae57a66ebcf,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:19.807081 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-59a0264a-4e7d-41d8-9930-abf4856c86f8 admin admin] Publish callbacks [] for security_group (b78ef2e9-626e-44c1-9a8a-2560fc6f9719), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.831288 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-59a0264a-4e7d-41d8-9930-abf4856c86f8 admin admin] Publish callbacks [] for security_group (b78ef2e9-626e-44c1-9a8a-2560fc6f9719), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.863051 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-faa5cb9b-a927-4651-b4e7-26587a84160b req-b3bc9718-dbae-4235-9a77-b676fbf93e5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879214 Oct 17 10:25:19.875820 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5792-5e75-4e74-8152-57c9b7d4f3e0 admin admin] Publish callbacks [] for security_group (094ad0b2-b526-4328-8d7a-eae57a66ebcf), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.903472 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5792-5e75-4e74-8152-57c9b7d4f3e0 admin admin] Publish callbacks [] for security_group (094ad0b2-b526-4328-8d7a-eae57a66ebcf), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.912581 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-59a0264a-4e7d-41d8-9930-abf4856c86f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b78ef2e9-626e-44c1-9a8a-2560fc6f9719), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.916773 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-59a0264a-4e7d-41d8-9930-abf4856c86f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.917945 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-59a0264a-4e7d-41d8-9930-abf4856c86f8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b78ef2e9-626e-44c1-9a8a-2560fc6f9719 HTTP/1.1" status: 204 len: 168 time: 0.1812999 Oct 17 10:25:19.927278 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0264a-4e7d-41d8-9930-abf4856c86f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78ef2e9-626e-44c1-9a8a-2560fc6f9719,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:19.967445 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5792-5e75-4e74-8152-57c9b7d4f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (094ad0b2-b526-4328-8d7a-eae57a66ebcf), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.970281 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5792-5e75-4e74-8152-57c9b7d4f3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:19.972045 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ca0d5792-5e75-4e74-8152-57c9b7d4f3e0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/094ad0b2-b526-4328-8d7a-eae57a66ebcf HTTP/1.1" status: 204 len: 168 time: 0.2220216 Oct 17 10:25:19.984102 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d5792-5e75-4e74-8152-57c9b7d4f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094ad0b2-b526-4328-8d7a-eae57a66ebcf,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:20.009919 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['f398f903-fded-4efd-b6f3-7b669ec7ccce'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:25:20.050588 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827be517-f40c-4bf6-afee-881df8cc28fa req-40afc2b9-c2ac-447d-a3cb-26c1bd6610f3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:20.052286 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-827be517-f40c-4bf6-afee-881df8cc28fa req-40afc2b9-c2ac-447d-a3cb-26c1bd6610f3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 944 time: 0.0652404 Oct 17 10:25:20.119935 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-827be517-f40c-4bf6-afee-881df8cc28fa req-58bf16ac-27b9-49f2-9083-4bf93c1e81ad tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617807 Oct 17 10:25:20.223164 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Request body: {'port': {'device_id': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:20.227009 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:20.296476 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-a9fddf50-b218-4320-9b43-a36a397c3fe1 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 HTTP/1.1" status: 200 len: 217 time: 0.0989382 Oct 17 10:25:20.369734 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22571b87-209e-492f-a5c4-81ad8b959c13 req-a4b1f584-dad3-4fa1-8731-ddeecd99d7d2 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:20.376639 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-22571b87-209e-492f-a5c4-81ad8b959c13 req-a4b1f584-dad3-4fa1-8731-ddeecd99d7d2 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.0844786 Oct 17 10:25:20.401044 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.423107 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52844) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:20.452842 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-57a0aec0-e7b6-4791-8591-bfe2620cca93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.469005 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-22571b87-209e-492f-a5c4-81ad8b959c13 req-c7b1ab05-5e37-4e9b-95df-a30fce74454f tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914133 Oct 17 10:25:20.561763 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-57a0aec0-e7b6-4791-8591-bfe2620cca93 admin admin] Publish callbacks [] for security_group (2757d478-9320-44fa-b155-e5403168ffd2), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.566958 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-57a0aec0-e7b6-4791-8591-bfe2620cca93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (2757d478-9320-44fa-b155-e5403168ffd2), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.620802 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-57a0aec0-e7b6-4791-8591-bfe2620cca93 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=53d5bf9f77304c168e84b47978aac30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946671 Oct 17 10:25:20.622115 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52850) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:20.622258 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0aec0-e7b6-4791-8591-bfe2620cca93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2757d478-9320-44fa-b155-e5403168ffd2,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:20.668968 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:20.703047 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52858) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:20.728162 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e491f229-61dc-438b-bd4c-f435e32335ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.730156 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-037b7ab6-080a-44c1-858a-22cbea9d9012 admin admin] Publish callbacks [] for security_group (2757d478-9320-44fa-b155-e5403168ffd2), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.771023 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-037b7ab6-080a-44c1-858a-22cbea9d9012 admin admin] Publish callbacks [] for security_group (2757d478-9320-44fa-b155-e5403168ffd2), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.814525 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d4ba-226d-4e08-9228-5795acebd8d3 req-23e17d5c-9c51-439b-8377-699381aaa39f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:20.816237 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7b2d4ba-226d-4e08-9228-5795acebd8d3 req-23e17d5c-9c51-439b-8377-699381aaa39f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.0822859 Oct 17 10:25:20.831168 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1195ec6d-7c1a-4c0b-92b5-beb07772c367 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:20.848095 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Publish callbacks [] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.884821 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:20.886022 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Transition to ACTIVE for port object 1195ec6d-7c1a-4c0b-92b5-beb07772c367 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:25:20.890014 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-037b7ab6-080a-44c1-858a-22cbea9d9012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (2757d478-9320-44fa-b155-e5403168ffd2), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.892788 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-037b7ab6-080a-44c1-858a-22cbea9d9012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.895544 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-037b7ab6-080a-44c1-858a-22cbea9d9012 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2757d478-9320-44fa-b155-e5403168ffd2 HTTP/1.1" status: 204 len: 168 time: 0.2717185 Oct 17 10:25:20.915961 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7b2d4ba-226d-4e08-9228-5795acebd8d3 req-5b9bbd8e-0358-483b-9568-3983c80493a4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879912 Oct 17 10:25:20.926862 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e491f229-61dc-438b-bd4c-f435e32335ad admin admin] Publish callbacks [] for security_group (848a1277-9e77-4ce1-b133-123c67cfdf53), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.931904 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e491f229-61dc-438b-bd4c-f435e32335ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (848a1277-9e77-4ce1-b133-123c67cfdf53), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.940676 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:20.943541 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b7ab6-080a-44c1-858a-22cbea9d9012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757d478-9320-44fa-b155-e5403168ffd2,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:21.007397 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e491f229-61dc-438b-bd4c-f435e32335ad admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2330e1b07f334aae88f5430a0d57b0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000922 Oct 17 10:25:21.008658 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52870) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:21.017223 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491f229-61dc-438b-bd4c-f435e32335ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a1277-9e77-4ce1-b133-123c67cfdf53,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:21.057390 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Pushing event updated for resources: {'Port': ['ID=1195ec6d-7c1a-4c0b-92b5-beb07772c367,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:21.067522 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-88b256a9-7cfe-4766-bd44-d84e9b2b22ef admin admin] Publish callbacks [] for security_group (848a1277-9e77-4ce1-b133-123c67cfdf53), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.116362 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-88b256a9-7cfe-4766-bd44-d84e9b2b22ef admin admin] Publish callbacks [] for security_group (848a1277-9e77-4ce1-b133-123c67cfdf53), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.147639 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:21.149454 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 8b16d3ef-463a-486f-a242-f0bc1977b822 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:25:21.172402 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a9af5-837e-424a-9122-367acebf4fbe req-1bfc1ff8-d96a-45ff-8ccd-187ab4f94d5d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:21.181160 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b41a9af5-837e-424a-9122-367acebf4fbe req-1bfc1ff8-d96a-45ff-8ccd-187ab4f94d5d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.1279082 Oct 17 10:25:21.189514 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Attempting to bind port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:25:21.190009 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Attempting to bind port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:25:21.190569 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Attempting to bind port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 on network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:21.204669 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:21.225876 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-88b256a9-7cfe-4766-bd44-d84e9b2b22ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (848a1277-9e77-4ce1-b133-123c67cfdf53), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.236011 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-88b256a9-7cfe-4766-bd44-d84e9b2b22ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.236651 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device f398f903-fded-4efd-b6f3-7b669ec7ccce up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:21.240283 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-88b256a9-7cfe-4766-bd44-d84e9b2b22ef admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/848a1277-9e77-4ce1-b133-123c67cfdf53 HTTP/1.1" status: 204 len: 168 time: 0.2301099 Oct 17 10:25:21.301046 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b41a9af5-837e-424a-9122-367acebf4fbe req-350fc9e4-1b5e-4ebd-8956-093f5d28d6ca tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187356 Oct 17 10:25:21.322656 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 on network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:25:21.323197 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Attempting to bind port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 on network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:25:21.339274 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7918f1-8d92-4197-9282-8cf5313a2942 req-939ae318-e968-434e-a7fa-5ed3f49dbc0c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:21.341114 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa7918f1-8d92-4197-9282-8cf5313a2942 req-939ae318-e968-434e-a7fa-5ed3f49dbc0c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 944 time: 0.0767274 Oct 17 10:25:21.342712 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b256a9-7cfe-4766-bd44-d84e9b2b22ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a1277-9e77-4ce1-b133-123c67cfdf53,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:21.386724 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:25:21.387425 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Checking segment: {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:25:21.387850 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Bound using segment: {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:25:21.388436 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Bound port: 1195ec6d-7c1a-4c0b-92b5-beb07772c367, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:25:21.388828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.462183 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa7918f1-8d92-4197-9282-8cf5313a2942 req-fe3dc405-d0aa-42e5-a97a-01637014fcbc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139269 Oct 17 10:25:21.503365 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] For port 1195ec6d-7c1a-4c0b-92b5-beb07772c367, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:25:21.509211 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] For port 1195ec6d-7c1a-4c0b-92b5-beb07772c367, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:25:21.518319 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.525497 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:21.526492 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.528658 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/1195ec6d-7c1a-4c0b-92b5-beb07772c367 HTTP/1.1" status: 200 len: 1093 time: 1.3233366 Oct 17 10:25:21.548530 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port f398f903-fded-4efd-b6f3-7b669ec7ccce completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:25:21.557072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'tag': '1195ec6d-7c1a-4c0b-92b5-beb07772c367'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:21.560432 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port f398f903-fded-4efd-b6f3-7b669ec7ccce triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:21.561434 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c14c69f-2796-41ec-b2f3-44b7f460dd96" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1f19cb-20df-4e33-810d-5e2ced70ef28", "tag": "1195ec6d-7c1a-4c0b-92b5-beb07772c367"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:21.564598 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.565245 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port f398f903-fded-4efd-b6f3-7b669ec7ccce Oct 17 10:25:21.594168 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45044c50-3065-43f3-b039-0d39e1b7e251 service neutron] Pushing event updated for resources: {'Port': ['ID=1195ec6d-7c1a-4c0b-92b5-beb07772c367,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:21.653618 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 8b16d3ef-463a-486f-a242-f0bc1977b822, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8b16d3ef-463a-486f-a242-f0bc1977b822,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:21.665645 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328672-2444-4b0f-b3c3-9cbc070fa0b1 req-60b4a810-3d8d-4fe1-944b-b9ab36753075 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:21.667467 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-49328672-2444-4b0f-b3c3-9cbc070fa0b1 req-60b4a810-3d8d-4fe1-944b-b9ab36753075 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.0623968 Oct 17 10:25:21.669033 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41a4685-0e52-48f3-8c2f-ddd682213481 x-openstack-request-id: req-c41a4685-0e52-48f3-8c2f-ddd682213481 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:21.669329 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1f19cb-20df-4e33-810d-5e2ced70ef28", "tag": "1195ec6d-7c1a-4c0b-92b5-beb07772c367", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:21.669584 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c41a4685-0e52-48f3-8c2f-ddd682213481 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:21.669978 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41a4685-0e52-48f3-8c2f-ddd682213481'] response: {'name': 'network-changed', 'server_uuid': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'tag': '1195ec6d-7c1a-4c0b-92b5-beb07772c367', 'status': 'completed', 'code': 200} Oct 17 10:25:21.673822 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '8b16d3ef-463a-486f-a242-f0bc1977b822', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'port_id': '8b16d3ef-463a-486f-a242-f0bc1977b822', 'mac_address': 'fa:16:3e:ab:ef:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:25:21.729655 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-49328672-2444-4b0f-b3c3-9cbc070fa0b1 req-1a9512e8-8c4a-4cd0-9576-9ead42eed0b1 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540426 Oct 17 10:25:21.752691 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port f398f903-fded-4efd-b6f3-7b669ec7ccce is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:21.753231 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.762751 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 8b16d3ef-463a-486f-a242-f0bc1977b822 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:21.763319 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.795542 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a35982-9d23-4588-965f-96ea10757f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f398f903-fded-4efd-b6f3-7b669ec7ccce'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:21.867960 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b16d3ef-463a-486f-a242-f0bc1977b822 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:21.876877 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port f398f903-fded-4efd-b6f3-7b669ec7ccce, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:21.890118 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.896499 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 8b16d3ef-463a-486f-a242-f0bc1977b822, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8b16d3ef-463a-486f-a242-f0bc1977b822,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:21.918183 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:21.947033 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=f398f903-fded-4efd-b6f3-7b669ec7ccce,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:21.948141 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52914) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:21.993622 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:22.007205 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=8b16d3ef-463a-486f-a242-f0bc1977b822,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:22.116015 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765168-54d6-428e-89c9-864f41a1ab8f req-452a78be-8468-4bbb-8be1-d904c19f1cd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:22.119594 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-27765168-54d6-428e-89c9-864f41a1ab8f req-452a78be-8468-4bbb-8be1-d904c19f1cd6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.0872068 Oct 17 10:25:22.140697 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad3f07a-bb88-465d-9779-27e5651299fe" -d '{"events": [{"server_uuid": "b0a35982-9d23-4588-965f-96ea10757f72", "name": "network-vif-plugged", "status": "completed", "tag": "f398f903-fded-4efd-b6f3-7b669ec7ccce"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:22.184277 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-27765168-54d6-428e-89c9-864f41a1ab8f req-29fcfa4b-7d4b-4e48-bcb1-1e70ebdcc1a4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595558 Oct 17 10:25:22.260990 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-16ced17c-95bd-41e5-94ad-9d8b221d180b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:22.307157 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['8b16d3ef-463a-486f-a242-f0bc1977b822'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:25:22.387967 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-16ced17c-95bd-41e5-94ad-9d8b221d180b admin admin] Publish callbacks [] for security_group (e85173bf-0cdc-457d-859f-d3f20f001302), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:22.395672 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-16ced17c-95bd-41e5-94ad-9d8b221d180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e85173bf-0cdc-457d-859f-d3f20f001302), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:22.496662 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-16ced17c-95bd-41e5-94ad-9d8b221d180b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ff88b874f3d0498bb241e5b4deeb32cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5464559 Oct 17 10:25:22.502795 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:22.507983 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 52942) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:22.523407 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ced17c-95bd-41e5-94ad-9d8b221d180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85173bf-0cdc-457d-859f-d3f20f001302,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:22.547314 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14c69f-2796-41ec-b2f3-44b7f460dd96 req-fee40a69-b68f-4027-85aa-028291f60d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:22.549064 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2c14c69f-2796-41ec-b2f3-44b7f460dd96 req-fee40a69-b68f-4027-85aa-028291f60d22 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 1127 time: 0.1123681 Oct 17 10:25:22.552499 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc1f7a-d2d2-4164-9265-0a470a4cca87 req-82940020-054c-4873-b34b-6e7bdf6cfbc9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:22.555398 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-89bc1f7a-d2d2-4164-9265-0a470a4cca87 req-82940020-054c-4873-b34b-6e7bdf6cfbc9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0995915 Oct 17 10:25:22.564023 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-1d7c5167-46f7-47fc-9fbf-0eccf1a7be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:22.565938 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-1d7c5167-46f7-47fc-9fbf-0eccf1a7be28 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.2206037 Oct 17 10:25:22.574269 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-82bb925f-6c0b-4ad1-b7ef-dd0892b512d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:22.576164 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-82bb925f-6c0b-4ad1-b7ef-dd0892b512d3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6e2cba05193f429fb9ffef6f66205945&device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 1128 time: 0.1542683 Oct 17 10:25:22.622397 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-89bc1f7a-d2d2-4164-9265-0a470a4cca87 req-a0fd5f80-6e01-434c-8dbd-06f56f4eac09 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618038 Oct 17 10:25:22.701296 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3d037e-e96a-4995-b132-a8f5ce75088d x-openstack-request-id: req-2b3d037e-e96a-4995-b132-a8f5ce75088d {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:22.701621 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a35982-9d23-4588-965f-96ea10757f72", "name": "network-vif-plugged", "status": "completed", "tag": "f398f903-fded-4efd-b6f3-7b669ec7ccce", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:22.701890 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b3d037e-e96a-4995-b132-a8f5ce75088d {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:22.704016 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3d037e-e96a-4995-b132-a8f5ce75088d'] response: {'server_uuid': 'b0a35982-9d23-4588-965f-96ea10757f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f398f903-fded-4efd-b6f3-7b669ec7ccce', 'code': 200} Oct 17 10:25:22.801114 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b156-e442-48f0-b803-817b12736064 req-d930cef3-88ac-46e6-ae39-bf6679e54e5b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:22.807698 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22f1b156-e442-48f0-b803-817b12736064 req-d930cef3-88ac-46e6-ae39-bf6679e54e5b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 945 time: 0.0888231 Oct 17 10:25:22.906975 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22f1b156-e442-48f0-b803-817b12736064 req-e425eb55-cfe4-4a82-89d1-dd7e654be8e0 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943227 Oct 17 10:25:22.924451 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14c69f-2796-41ec-b2f3-44b7f460dd96 req-7d7a8f52-8398-43a4-9c72-6d6181f5c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:22.930069 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2c14c69f-2796-41ec-b2f3-44b7f460dd96 req-7d7a8f52-8398-43a4-9c72-6d6181f5c76a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3616478 Oct 17 10:25:23.046230 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b659b-b081-4c7e-8750-37f08c146dda req-b231f6e0-13f4-49ef-a6ea-6bf35bcae84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:23.047830 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f0b659b-b081-4c7e-8750-37f08c146dda req-b231f6e0-13f4-49ef-a6ea-6bf35bcae84c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 1129 time: 0.0997477 Oct 17 10:25:23.051729 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-f1125ab8-5e31-45cc-9368-bfbcbd6db2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:23.053265 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-f1125ab8-5e31-45cc-9368-bfbcbd6db2dd service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4759593 Oct 17 10:25:23.071531 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-4f0b659b-b081-4c7e-8750-37f08c146dda req-816dae8d-b43e-46cb-ba7d-5ed1eb532d8f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.104953 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0b185ea-cdd1-4eff-86f2-68b0da5b0304 admin admin] Publish callbacks [] for security_group (e85173bf-0cdc-457d-859f-d3f20f001302), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.177036 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-4f0b659b-b081-4c7e-8750-37f08c146dda req-816dae8d-b43e-46cb-ba7d-5ed1eb532d8f service neutron] Publish callbacks [] for security_group (c6341776-d8fc-4229-9eee-c5393132d528), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.178284 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:23.184465 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-4f0b659b-b081-4c7e-8750-37f08c146dda req-816dae8d-b43e-46cb-ba7d-5ed1eb532d8f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (c6341776-d8fc-4229-9eee-c5393132d528), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.276812 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f0b659b-b081-4c7e-8750-37f08c146dda req-816dae8d-b43e-46cb-ba7d-5ed1eb532d8f service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224383 Oct 17 10:25:23.277996 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dae8d-b43e-46cb-ba7d-5ed1eb532d8f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6341776-d8fc-4229-9eee-c5393132d528,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:23.364169 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 35980f72-8911-433f-8989-708b4cfffccb details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:25:23.378678 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 8b16d3ef-463a-486f-a242-f0bc1977b822 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:23.396345 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:23.410733 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a63cd-d289-45e3-af64-f5bc9cf61dd3 req-662dcd30-6f68-4b59-a4ab-39f80f8efd02 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:23.418995 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ed5a63cd-d289-45e3-af64-f5bc9cf61dd3 req-662dcd30-6f68-4b59-a4ab-39f80f8efd02 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.1017041 Oct 17 10:25:23.438880 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-ed025410-e574-48ad-ae6a-ccbe30873664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:23.440369 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-ed025410-e574-48ad-ae6a-ccbe30873664 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=46924aeb-cbea-4ee4-b8a7-97f1f0d41daf HTTP/1.1" status: 200 len: 912 time: 0.8485546 Oct 17 10:25:23.456688 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181998f-7a4d-494c-9229-e1e5dd1c40e5 req-1b10e371-ee6c-40ad-b756-f2a18bd593a5 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:23.465009 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9181998f-7a4d-494c-9229-e1e5dd1c40e5 req-1b10e371-ee6c-40ad-b756-f2a18bd593a5 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 944 time: 0.5611441 Oct 17 10:25:23.468527 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:23.480020 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0b185ea-cdd1-4eff-86f2-68b0da5b0304 admin admin] Publish callbacks [] for security_group (e85173bf-0cdc-457d-859f-d3f20f001302), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.487328 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ed5a63cd-d289-45e3-af64-f5bc9cf61dd3 req-5e636425-9968-4a85-b24d-60b9d59e3d21 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672603 Oct 17 10:25:23.529454 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:23.557271 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 8b16d3ef-463a-486f-a242-f0bc1977b822 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:25:23.574790 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 8b16d3ef-463a-486f-a242-f0bc1977b822 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:23.575495 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.576128 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 8b16d3ef-463a-486f-a242-f0bc1977b822 Oct 17 10:25:23.630054 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14c69f-2796-41ec-b2f3-44b7f460dd96 req-ba0dd5f3-ef17-4436-943b-393f0048c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:23.632742 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2c14c69f-2796-41ec-b2f3-44b7f460dd96 req-ba0dd5f3-ef17-4436-943b-393f0048c012 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5720038 Oct 17 10:25:23.636617 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9181998f-7a4d-494c-9229-e1e5dd1c40e5 req-08a7912f-51dc-4a67-ba81-b259b2ee77c7 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704416 Oct 17 10:25:23.651656 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-29fae8a8-f7ff-4f2b-9e8c-77c271cbf95f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602968 Oct 17 10:25:23.668905 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 35980f72-8911-433f-8989-708b4cfffccb, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=35980f72-8911-433f-8989-708b4cfffccb,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:23.671657 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0b185ea-cdd1-4eff-86f2-68b0da5b0304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e85173bf-0cdc-457d-859f-d3f20f001302), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.674255 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0b185ea-cdd1-4eff-86f2-68b0da5b0304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.678159 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a0b185ea-cdd1-4eff-86f2-68b0da5b0304 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e85173bf-0cdc-457d-859f-d3f20f001302 HTTP/1.1" status: 204 len: 168 time: 1.1664455 Oct 17 10:25:23.724573 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b185ea-cdd1-4eff-86f2-68b0da5b0304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85173bf-0cdc-457d-859f-d3f20f001302,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:23.744299 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 8b16d3ef-463a-486f-a242-f0bc1977b822 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:23.744702 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.746899 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '35980f72-8911-433f-8989-708b4cfffccb', 'network_id': '46924aeb-cbea-4ee4-b8a7-97f1f0d41daf', 'port_id': '35980f72-8911-433f-8989-708b4cfffccb', 'mac_address': 'fa:16:3e:75:8c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18939442-3979-423f-9fcc-2430b15f4f2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:25:23.799330 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:23.803787 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-2b06a218-e4b6-443a-adfc-0d89fc2644c8 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35980f72-8911-433f-8989-708b4cfffccb HTTP/1.1" status: 200 len: 217 time: 0.1039760 Oct 17 10:25:23.858143 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381c85b-7cb3-4a84-b85f-331d40a270c3 req-33627e55-072e-4b85-b964-3750a7f7148f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:23.861094 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2381c85b-7cb3-4a84-b85f-331d40a270c3 req-33627e55-072e-4b85-b964-3750a7f7148f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0769341 Oct 17 10:25:23.864913 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a9136da7-1ca7-4f3d-9cbf-bafe257eda1a req-15a8871a-b5c7-4b0f-b3b0-3bebd404725a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592324 Oct 17 10:25:23.870586 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 8b16d3ef-463a-486f-a242-f0bc1977b822, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8b16d3ef-463a-486f-a242-f0bc1977b822,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:23.873032 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 35980f72-8911-433f-8989-708b4cfffccb is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:23.874458 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (35980f72-8911-433f-8989-708b4cfffccb), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.892075 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:23.964606 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=8b16d3ef-463a-486f-a242-f0bc1977b822,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:23.975397 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35980f72-8911-433f-8989-708b4cfffccb {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:24.032775 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 35980f72-8911-433f-8989-708b4cfffccb, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=35980f72-8911-433f-8989-708b4cfffccb,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:24.042370 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (35980f72-8911-433f-8989-708b4cfffccb), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:24.068285 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2381c85b-7cb3-4a84-b85f-331d40a270c3 req-a4285669-e3a2-4633-b647-0f1867dfcbee tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863875 Oct 17 10:25:24.134824 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295a808-46f0-4484-bf70-d90d72dc3ef0 req-3715f688-cb2f-45dc-ad3d-9100260a5529 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:24.135427 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=35980f72-8911-433f-8989-708b4cfffccb,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:24.137585 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1295a808-46f0-4484-bf70-d90d72dc3ef0 req-3715f688-cb2f-45dc-ad3d-9100260a5529 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.1187234 Oct 17 10:25:24.289704 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1295a808-46f0-4484-bf70-d90d72dc3ef0 req-8e87e741-461f-48ea-8834-cb5ef67a14fd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457553 Oct 17 10:25:24.304102 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-78d65905-ee46-4e89-85f3-7b077f1d030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:24.306493 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-78d65905-ee46-4e89-85f3-7b077f1d030b service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=18939442-3979-423f-9fcc-2430b15f4f2b HTTP/1.1" status: 200 len: 850 time: 0.1320822 Oct 17 10:25:24.307819 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-971e785e-ba5a-4a09-8680-4fda91dc5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:24.309308 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-971e785e-ba5a-4a09-8680-4fda91dc5287 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 1127 time: 0.1165972 Oct 17 10:25:24.363258 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 52998) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:24.480845 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53004) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:24.501246 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3681b7fc-f7a1-4008-8a4c-fa3642cb3e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:24.573209 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cda14fa8-dda3-47c9-aa3d-c67bd969a04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:24.652648 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['35980f72-8911-433f-8989-708b4cfffccb'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:25:24.654542 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3681b7fc-f7a1-4008-8a4c-fa3642cb3e8a admin admin] Publish callbacks [] for security_group (cdb53bfe-ddd8-4814-9be8-f1ec89a6d93b), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:24.667695 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aa5fa-1d1f-466a-9fde-80542b96c46f req-ae9167e6-8cec-4e42-a78d-18f695b81998 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:24.669947 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1c5aa5fa-1d1f-466a-9fde-80542b96c46f req-ae9167e6-8cec-4e42-a78d-18f695b81998 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.0864546 Oct 17 10:25:24.675037 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3681b7fc-f7a1-4008-8a4c-fa3642cb3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (cdb53bfe-ddd8-4814-9be8-f1ec89a6d93b), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:24.703724 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3681b7fc-f7a1-4008-8a4c-fa3642cb3e8a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b4fec7422d47439daebf8cdb9afdb6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210934 Oct 17 10:25:24.706523 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53016) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:24.723604 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2dfd38-7528-4af3-88c5-86afe10123b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b16d3ef-463a-486f-a242-f0bc1977b822'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:24.728318 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a77e5c2-9036-4405-8d3f-226605c2c02f" -d '{"events": [{"server_uuid": "fc2dfd38-7528-4af3-88c5-86afe10123b8", "name": "network-vif-plugged", "status": "completed", "tag": "8b16d3ef-463a-486f-a242-f0bc1977b822"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:24.779528 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681b7fc-f7a1-4008-8a4c-fa3642cb3e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb53bfe-ddd8-4814-9be8-f1ec89a6d93b,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:24.843753 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1c5aa5fa-1d1f-466a-9fde-80542b96c46f req-710d21f2-616f-4fdd-85c0-e3f736ca6680 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459548 Oct 17 10:25:24.851192 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:24.871177 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cda14fa8-dda3-47c9-aa3d-c67bd969a04b admin admin] Publish callbacks [] for security_group (e659b6d7-86d3-4804-b0df-6dc105f68bc8), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:24.876443 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837815b-44f5-4840-9c3c-e93f609c1ae4 req-ae5899ce-1673-4872-9caf-fa5ad0b11e22 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:24.879171 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cda14fa8-dda3-47c9-aa3d-c67bd969a04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e659b6d7-86d3-4804-b0df-6dc105f68bc8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:24.880119 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0837815b-44f5-4840-9c3c-e93f609c1ae4 req-ae5899ce-1673-4872-9caf-fa5ad0b11e22 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 945 time: 0.1072314 Oct 17 10:25:24.911291 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a89a2d4-1c8a-450d-8899-39979df7f4d5 x-openstack-request-id: req-1a89a2d4-1c8a-450d-8899-39979df7f4d5 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:24.911608 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2dfd38-7528-4af3-88c5-86afe10123b8", "name": "network-vif-plugged", "status": "completed", "tag": "8b16d3ef-463a-486f-a242-f0bc1977b822", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:24.911866 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a89a2d4-1c8a-450d-8899-39979df7f4d5 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:24.912260 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a89a2d4-1c8a-450d-8899-39979df7f4d5'] response: {'server_uuid': 'fc2dfd38-7528-4af3-88c5-86afe10123b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b16d3ef-463a-486f-a242-f0bc1977b822', 'code': 200} Oct 17 10:25:24.920244 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1bc84240-3718-44af-a325-610d526cb14e admin admin] Publish callbacks [] for security_group (cdb53bfe-ddd8-4814-9be8-f1ec89a6d93b), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:24.928547 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda14fa8-dda3-47c9-aa3d-c67bd969a04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e659b6d7-86d3-4804-b0df-6dc105f68bc8,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:24.934690 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cda14fa8-dda3-47c9-aa3d-c67bd969a04b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b2dfaff95d564b70aa0cc4335ce61bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5698974 Oct 17 10:25:24.937463 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53022) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:24.972015 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1bc84240-3718-44af-a325-610d526cb14e admin admin] Publish callbacks [] for security_group (cdb53bfe-ddd8-4814-9be8-f1ec89a6d93b), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:24.979277 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0837815b-44f5-4840-9c3c-e93f609c1ae4 req-f9ae231e-383d-4c8c-bb32-9db2d8666704 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865724 Oct 17 10:25:24.992814 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-55e6a36c-5997-4302-a050-bbf6069a6b98 admin admin] Publish callbacks [] for security_group (e659b6d7-86d3-4804-b0df-6dc105f68bc8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.018294 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-55e6a36c-5997-4302-a050-bbf6069a6b98 admin admin] Publish callbacks [] for security_group (e659b6d7-86d3-4804-b0df-6dc105f68bc8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.040568 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1bc84240-3718-44af-a325-610d526cb14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (cdb53bfe-ddd8-4814-9be8-f1ec89a6d93b), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.043144 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1bc84240-3718-44af-a325-610d526cb14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.044309 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-1bc84240-3718-44af-a325-610d526cb14e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cdb53bfe-ddd8-4814-9be8-f1ec89a6d93b HTTP/1.1" status: 204 len: 168 time: 0.3359008 Oct 17 10:25:25.056716 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc84240-3718-44af-a325-610d526cb14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb53bfe-ddd8-4814-9be8-f1ec89a6d93b,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:25.095801 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-55e6a36c-5997-4302-a050-bbf6069a6b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e659b6d7-86d3-4804-b0df-6dc105f68bc8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.100590 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-55e6a36c-5997-4302-a050-bbf6069a6b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.105890 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-55e6a36c-5997-4302-a050-bbf6069a6b98 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e659b6d7-86d3-4804-b0df-6dc105f68bc8 HTTP/1.1" status: 204 len: 168 time: 0.1643155 Oct 17 10:25:25.116920 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6a36c-5997-4302-a050-bbf6069a6b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e659b6d7-86d3-4804-b0df-6dc105f68bc8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:25.169802 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:25.211970 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4fd6f-715d-409b-8497-c418fbde0aa8 req-bbcefafd-d7b1-487a-8886-f19feda05d57 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:25.213515 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61b4fd6f-715d-409b-8497-c418fbde0aa8 req-bbcefafd-d7b1-487a-8886-f19feda05d57 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0546727 Oct 17 10:25:25.266910 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61b4fd6f-715d-409b-8497-c418fbde0aa8 req-2ae31bbe-f294-4735-b891-abbe67d2f412 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469348 Oct 17 10:25:25.434884 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905c733-0128-435a-b086-c17c1345fc68 req-00826d24-001c-47ce-8c2c-2cfd4477f633 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:25.436505 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4905c733-0128-435a-b086-c17c1345fc68 req-00826d24-001c-47ce-8c2c-2cfd4477f633 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0651224 Oct 17 10:25:25.511446 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4905c733-0128-435a-b086-c17c1345fc68 req-97c20e91-55dc-40b1-a0ba-126965bfad99 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678062 Oct 17 10:25:25.610930 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53052) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:25.633976 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0e82a194-97a9-4796-ba03-10edf0a17977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.668164 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:25.745111 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0e82a194-97a9-4796-ba03-10edf0a17977 admin admin] Publish callbacks [] for security_group (5b9a1c47-7cad-4c6a-be76-9bcd1292ac88), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.750361 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0e82a194-97a9-4796-ba03-10edf0a17977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (5b9a1c47-7cad-4c6a-be76-9bcd1292ac88), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.790141 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 35980f72-8911-433f-8989-708b4cfffccb up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:25.791250 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0e82a194-97a9-4796-ba03-10edf0a17977 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5e1b0bd5323e419a824dfd333445d775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792281 Oct 17 10:25:25.792951 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82a194-97a9-4796-ba03-10edf0a17977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9a1c47-7cad-4c6a-be76-9bcd1292ac88,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:25.793912 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53062) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:25.855489 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1e97fb67-ea7c-4646-9825-67f73a6cdbbb admin admin] Publish callbacks [] for security_group (5b9a1c47-7cad-4c6a-be76-9bcd1292ac88), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.856332 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 35980f72-8911-433f-8989-708b4cfffccb completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:25:25.866091 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 35980f72-8911-433f-8989-708b4cfffccb triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:25.866533 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (35980f72-8911-433f-8989-708b4cfffccb), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.867070 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 35980f72-8911-433f-8989-708b4cfffccb Oct 17 10:25:25.898947 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1e97fb67-ea7c-4646-9825-67f73a6cdbbb admin admin] Publish callbacks [] for security_group (5b9a1c47-7cad-4c6a-be76-9bcd1292ac88), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.963325 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1e97fb67-ea7c-4646-9825-67f73a6cdbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (5b9a1c47-7cad-4c6a-be76-9bcd1292ac88), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.966438 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1e97fb67-ea7c-4646-9825-67f73a6cdbbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.967749 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-1e97fb67-ea7c-4646-9825-67f73a6cdbbb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5b9a1c47-7cad-4c6a-be76-9bcd1292ac88 HTTP/1.1" status: 204 len: 168 time: 0.1727159 Oct 17 10:25:25.979371 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:25.980333 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 35980f72-8911-433f-8989-708b4cfffccb is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:25.980737 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (35980f72-8911-433f-8989-708b4cfffccb), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:25.987131 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97fb67-ea7c-4646-9825-67f73a6cdbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9a1c47-7cad-4c6a-be76-9bcd1292ac88,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:26.003098 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8c60f-67d9-436a-9f2d-80b4a7ba98a6 req-6fb11b43-0f13-460a-b68c-b90f58bc4d5a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:26.005211 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-98e8c60f-67d9-436a-9f2d-80b4a7ba98a6 req-6fb11b43-0f13-460a-b68c-b90f58bc4d5a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.0664623 Oct 17 10:25:26.082174 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-98e8c60f-67d9-436a-9f2d-80b4a7ba98a6 req-4d94b211-026c-4633-96d7-cc7b4fddadd8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690229 Oct 17 10:25:26.087811 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 35980f72-8911-433f-8989-708b4cfffccb, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=35980f72-8911-433f-8989-708b4cfffccb,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:26.115090 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (35980f72-8911-433f-8989-708b4cfffccb), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:26.174499 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=35980f72-8911-433f-8989-708b4cfffccb,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:26.176164 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e30725-7149-410d-9f6d-47772c7532bf req-5f3401d0-9a8e-4807-a9a3-b5341fb1c800 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:26.178968 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-84e30725-7149-410d-9f6d-47772c7532bf req-5f3401d0-9a8e-4807-a9a3-b5341fb1c800 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0753191 Oct 17 10:25:26.238940 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-84e30725-7149-410d-9f6d-47772c7532bf req-18b0beb1-624b-4d19-a5b5-07d80edb23ce tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Oct 17 10:25:26.603802 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276d39f-0464-40c6-8459-e54fd130c224 req-ec1b5a28-8d1e-474f-af5b-d5a07132b159 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:26.605337 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5276d39f-0464-40c6-8459-e54fd130c224 req-ec1b5a28-8d1e-474f-af5b-d5a07132b159 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.2586823 Oct 17 10:25:26.668070 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:26.682495 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5276d39f-0464-40c6-8459-e54fd130c224 req-1df6f7bf-c25d-426e-9219-f43d9656881e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676122 Oct 17 10:25:26.694513 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab8168-0fe6-4e2c-8e5b-1cbdc78a4898 req-cdf23e6d-8790-4f10-9291-4497311eb6d0 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:26.694513 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4bab8168-0fe6-4e2c-8e5b-1cbdc78a4898 req-cdf23e6d-8790-4f10-9291-4497311eb6d0 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0611322 Oct 17 10:25:26.747930 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4bab8168-0fe6-4e2c-8e5b-1cbdc78a4898 req-5d7bf30c-1d42-4b00-bb85-dc1256b300eb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534761 Oct 17 10:25:26.914431 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daff838-b032-48a4-bcaa-413c56fc7824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35980f72-8911-433f-8989-708b4cfffccb'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:26.919809 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977b6284-9e7c-4233-8fee-523f8cbc2fa7" -d '{"events": [{"server_uuid": "9daff838-b032-48a4-bcaa-413c56fc7824", "name": "network-vif-plugged", "status": "completed", "tag": "35980f72-8911-433f-8989-708b4cfffccb"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:26.959654 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75ab91d-632b-47be-9e2b-92996a791af7 x-openstack-request-id: req-a75ab91d-632b-47be-9e2b-92996a791af7 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:26.959967 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daff838-b032-48a4-bcaa-413c56fc7824", "name": "network-vif-plugged", "status": "completed", "tag": "35980f72-8911-433f-8989-708b4cfffccb", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:26.960728 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a75ab91d-632b-47be-9e2b-92996a791af7 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:26.961144 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75ab91d-632b-47be-9e2b-92996a791af7'] response: {'server_uuid': '9daff838-b032-48a4-bcaa-413c56fc7824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35980f72-8911-433f-8989-708b4cfffccb', 'code': 200} Oct 17 10:25:27.076609 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53132) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:27.257049 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f1f21-d63b-45ae-b03c-2c097d07b1da req-43480e85-4d48-46df-8bf6-5f1a95f34aae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:27.259833 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8c4f1f21-d63b-45ae-b03c-2c097d07b1da req-43480e85-4d48-46df-8bf6-5f1a95f34aae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.0830398 Oct 17 10:25:27.339196 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91514e35-9021-4d15-ab77-a0a80d130464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:27.355665 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:27.361412 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8c4f1f21-d63b-45ae-b03c-2c097d07b1da req-65141cbe-a4d0-4dfd-9227-a8fad049afca tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953169 Oct 17 10:25:27.435083 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43b953-2b5c-485d-93c1-3e8e48b887ee req-c8a775cb-4eb7-44d2-afcf-277c72a18914 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:27.436539 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2e43b953-2b5c-485d-93c1-3e8e48b887ee req-c8a775cb-4eb7-44d2-afcf-277c72a18914 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0819590 Oct 17 10:25:27.515897 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2e43b953-2b5c-485d-93c1-3e8e48b887ee req-a38fa98a-93ca-49b9-b553-6b63713c163d tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721385 Oct 17 10:25:27.525294 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91514e35-9021-4d15-ab77-a0a80d130464 admin admin] Publish callbacks [] for security_group (72e5bb6a-eff0-47be-a2c0-f2c05c8d8fa8), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:27.536177 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91514e35-9021-4d15-ab77-a0a80d130464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (72e5bb6a-eff0-47be-a2c0-f2c05c8d8fa8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:27.579047 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-91514e35-9021-4d15-ab77-a0a80d130464 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bc8014ecd4ce4db59e8ea32dc4f7b364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5012696 Oct 17 10:25:27.579810 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91514e35-9021-4d15-ab77-a0a80d130464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e5bb6a-eff0-47be-a2c0-f2c05c8d8fa8,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:27.582526 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53158) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:27.635686 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b83d6bc4-769a-4ae9-99a9-75a7646d26a1 admin admin] Publish callbacks [] for security_group (72e5bb6a-eff0-47be-a2c0-f2c05c8d8fa8), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:27.656779 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b83d6bc4-769a-4ae9-99a9-75a7646d26a1 admin admin] Publish callbacks [] for security_group (72e5bb6a-eff0-47be-a2c0-f2c05c8d8fa8), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:27.711321 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b83d6bc4-769a-4ae9-99a9-75a7646d26a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (72e5bb6a-eff0-47be-a2c0-f2c05c8d8fa8), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:27.714162 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b83d6bc4-769a-4ae9-99a9-75a7646d26a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:27.715419 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b83d6bc4-769a-4ae9-99a9-75a7646d26a1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/72e5bb6a-eff0-47be-a2c0-f2c05c8d8fa8 HTTP/1.1" status: 204 len: 168 time: 0.1314893 Oct 17 10:25:27.725225 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d6bc4-769a-4ae9-99a9-75a7646d26a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e5bb6a-eff0-47be-a2c0-f2c05c8d8fa8,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:27.847388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc5f7-a2c2-4965-a154-c25f6bb42448 req-ba4888e0-b09a-4aa1-a624-e56322f3d03b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:27.856596 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-775cc5f7-a2c2-4965-a154-c25f6bb42448 req-ba4888e0-b09a-4aa1-a624-e56322f3d03b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0826478 Oct 17 10:25:27.858569 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:27.924057 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e691b-5e80-492f-89fd-997a9040155c req-684ddb86-cd01-4f18-af02-23ce6d4d6df3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:27.925686 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-829e691b-5e80-492f-89fd-997a9040155c req-684ddb86-cd01-4f18-af02-23ce6d4d6df3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0823262 Oct 17 10:25:27.946686 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-775cc5f7-a2c2-4965-a154-c25f6bb42448 req-7456d013-1cfc-49ef-9087-68487d1f5cc3 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891182 Oct 17 10:25:27.980641 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-829e691b-5e80-492f-89fd-997a9040155c req-d09e25ff-fa1f-4281-8c3e-7d1b2097b523 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471523 Oct 17 10:25:28.209157 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53194) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:28.385750 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f3074e17-0d0d-465e-812b-21919cb8d85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:28.423278 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:25:28.516725 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f3074e17-0d0d-465e-812b-21919cb8d85d admin admin] Publish callbacks [] for security_group (f1d83332-f915-4405-b6a2-2cb6661827b2), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:28.524561 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7851d97-c10d-4fc8-9f47-425bd57e70ce req-6e2a76de-9c37-45e8-be21-886ccc94f7e5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:28.526145 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7851d97-c10d-4fc8-9f47-425bd57e70ce req-6e2a76de-9c37-45e8-be21-886ccc94f7e5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 943 time: 0.0712588 Oct 17 10:25:28.527344 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f3074e17-0d0d-465e-812b-21919cb8d85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (f1d83332-f915-4405-b6a2-2cb6661827b2), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:28.582112 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3074e17-0d0d-465e-812b-21919cb8d85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d83332-f915-4405-b6a2-2cb6661827b2,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:28.655485 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2916-82e7-48c0-afda-54a02af62ae7 req-22daa4d8-9ed4-4dde-9294-7bfde12e2a79 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:28.656063 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f3074e17-0d0d-465e-812b-21919cb8d85d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1091d780f5bc478fb66c2250051b2737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4453206 Oct 17 10:25:28.658254 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dd4b2916-82e7-48c0-afda-54a02af62ae7 req-22daa4d8-9ed4-4dde-9294-7bfde12e2a79 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0494008 Oct 17 10:25:28.658867 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53216) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:28.670541 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:28.679871 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7851d97-c10d-4fc8-9f47-425bd57e70ce req-d121c0b8-4aea-4e8b-841b-1f311699b7f5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404545 Oct 17 10:25:28.686081 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:25:28.725284 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:28.725684 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:28.736497 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a6516fb3-3bf7-4cb0-ac63-3882adc00c96 admin admin] Publish callbacks [] for security_group (f1d83332-f915-4405-b6a2-2cb6661827b2), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:28.739524 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:28.764925 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:28.767519 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dd4b2916-82e7-48c0-afda-54a02af62ae7 req-9684f784-4bb6-40d3-8252-c2c345dd0780 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691030 Oct 17 10:25:28.769444 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:28.772283 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a6516fb3-3bf7-4cb0-ac63-3882adc00c96 admin admin] Publish callbacks [] for security_group (f1d83332-f915-4405-b6a2-2cb6661827b2), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:28.832443 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:28.837853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a6516fb3-3bf7-4cb0-ac63-3882adc00c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (f1d83332-f915-4405-b6a2-2cb6661827b2), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:28.840512 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a6516fb3-3bf7-4cb0-ac63-3882adc00c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:28.844368 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a6516fb3-3bf7-4cb0-ac63-3882adc00c96 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f1d83332-f915-4405-b6a2-2cb6661827b2 HTTP/1.1" status: 204 len: 168 time: 0.1844132 Oct 17 10:25:28.853082 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516fb3-3bf7-4cb0-ac63-3882adc00c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d83332-f915-4405-b6a2-2cb6661827b2,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:29.092679 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:29.098133 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c1607-fc1e-43db-a217-659766ee5059 req-a4fa61e5-e9e6-4fc1-b391-75789b8f896f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:29.108452 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1c6c1607-fc1e-43db-a217-659766ee5059 req-a4fa61e5-e9e6-4fc1-b391-75789b8f896f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0771925 Oct 17 10:25:29.140608 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae1a4-99dc-43d1-8be1-02801c960afb req-04ef6162-d081-4247-9966-a73d8b8ea1fc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:29.142420 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-142ae1a4-99dc-43d1-8be1-02801c960afb req-04ef6162-d081-4247-9966-a73d8b8ea1fc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0794413 Oct 17 10:25:29.167741 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1c6c1607-fc1e-43db-a217-659766ee5059 req-a908fd52-8181-4824-aa50-f6d47013138b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582585 Oct 17 10:25:29.214414 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-142ae1a4-99dc-43d1-8be1-02801c960afb req-499432c0-a591-43b7-9fd3-b4c6b8608049 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626059 Oct 17 10:25:29.332003 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53240) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:29.350225 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb5e-998d-4989-9045-0249a44230ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:29.435919 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb5e-998d-4989-9045-0249a44230ee admin admin] Publish callbacks [] for security_group (e0073a5f-fc69-4283-add3-bca173b0de6b), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:29.440074 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb5e-998d-4989-9045-0249a44230ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e0073a5f-fc69-4283-add3-bca173b0de6b), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:29.483229 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8e35bb5e-998d-4989-9045-0249a44230ee admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=31c76583597947069db2a32064f5226e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501412 Oct 17 10:25:29.483391 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53246) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:29.485280 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35bb5e-998d-4989-9045-0249a44230ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0073a5f-fc69-4283-add3-bca173b0de6b,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:29.546532 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-820917a9-f45c-4c93-8ac5-4becb9b53504 admin admin] Publish callbacks [] for security_group (e0073a5f-fc69-4283-add3-bca173b0de6b), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:29.565000 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-820917a9-f45c-4c93-8ac5-4becb9b53504 admin admin] Publish callbacks [] for security_group (e0073a5f-fc69-4283-add3-bca173b0de6b), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:29.587022 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:29.619068 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-820917a9-f45c-4c93-8ac5-4becb9b53504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e0073a5f-fc69-4283-add3-bca173b0de6b), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:29.621586 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-820917a9-f45c-4c93-8ac5-4becb9b53504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:29.622759 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-820917a9-f45c-4c93-8ac5-4becb9b53504 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e0073a5f-fc69-4283-add3-bca173b0de6b HTTP/1.1" status: 204 len: 168 time: 0.1380832 Oct 17 10:25:29.630996 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820917a9-f45c-4c93-8ac5-4becb9b53504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0073a5f-fc69-4283-add3-bca173b0de6b,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:29.822151 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3b91-22a5-4087-9917-7bc82581f9c8 req-1893fde8-c335-4e78-bc10-fe1ad1a617ac tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:29.823755 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-58cd3b91-22a5-4087-9917-7bc82581f9c8 req-1893fde8-c335-4e78-bc10-fe1ad1a617ac tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 944 time: 0.0658162 Oct 17 10:25:29.915929 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-58cd3b91-22a5-4087-9917-7bc82581f9c8 req-10eab365-031b-458d-9988-0f2af38e3a43 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845838 Oct 17 10:25:29.922491 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2db0a-1ae7-484f-a06a-009d849e5219 req-39c01b7f-d63e-4827-ab2c-b0c0181b0f72 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:29.930452 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-58c2db0a-1ae7-484f-a06a-009d849e5219 req-39c01b7f-d63e-4827-ab2c-b0c0181b0f72 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0663135 Oct 17 10:25:29.982390 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-58c2db0a-1ae7-484f-a06a-009d849e5219 req-4d8ff186-15c8-4132-a833-9c5974717aac tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508018 Oct 17 10:25:30.322254 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:30.348230 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c84e3-dffa-407e-8b49-539cefe1c275 req-c05745ca-ee7f-4667-afc7-771b8795020c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:30.350260 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-514c84e3-dffa-407e-8b49-539cefe1c275 req-c05745ca-ee7f-4667-afc7-771b8795020c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0789661 Oct 17 10:25:30.370495 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce09b39-6674-4ade-8919-0c435a13cc49 req-115c6199-1eea-4ea9-8c85-48b9d88db085 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:30.371924 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cce09b39-6674-4ade-8919-0c435a13cc49 req-115c6199-1eea-4ea9-8c85-48b9d88db085 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0611618 Oct 17 10:25:30.446566 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cce09b39-6674-4ade-8919-0c435a13cc49 req-f9a4714c-91f1-4ad2-a3ee-3c155a8b7857 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587049 Oct 17 10:25:30.494781 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-514c84e3-dffa-407e-8b49-539cefe1c275 req-ea888881-27be-4836-a749-a50bd6f2eb92 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301398 Oct 17 10:25:30.521989 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['05903ad8-a4e1-4f5e-afb2-0494b0e2bc16'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:25:30.687113 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-8638f02b-6fb1-4a13-8d5c-46d241921f1f service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367 HTTP/1.1" status: 200 len: 217 time: 0.0707474 Oct 17 10:25:30.697550 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-cc8de01e-5a42-4fa8-9be8-2f95afbb8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:30.699057 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-cc8de01e-5a42-4fa8-9be8-2f95afbb8bab service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=46924aeb-cbea-4ee4-b8a7-97f1f0d41daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908742 Oct 17 10:25:31.031127 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142ab0d-f103-44f9-ac19-188c4bad9e95 req-f0083020-1874-40e6-8be5-2c1983bb8bde tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:31.032617 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d142ab0d-f103-44f9-ac19-188c4bad9e95 req-f0083020-1874-40e6-8be5-2c1983bb8bde tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 944 time: 0.0530512 Oct 17 10:25:31.040920 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53316) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:31.099777 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d142ab0d-f103-44f9-ac19-188c4bad9e95 req-34c76dc3-1139-4394-a813-706174e090f2 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575466 Oct 17 10:25:31.143802 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3925278-2f1b-4054-b1ad-9e4c30720b53 req-6d232ab9-cece-41e5-93ee-4f7a87bdaae6 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:31.145702 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e3925278-2f1b-4054-b1ad-9e4c30720b53 req-6d232ab9-cece-41e5-93ee-4f7a87bdaae6 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0697105 Oct 17 10:25:31.216640 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e3925278-2f1b-4054-b1ad-9e4c30720b53 req-c2189efb-adf9-4d4a-8207-3af2e8607aec tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631595 Oct 17 10:25:31.217577 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f769-2fea-4f3a-ac9a-eabca081cebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:31.395582 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662d89c-7168-42a6-a72b-94f90c115069 req-a58c1bab-96bc-4d72-ac80-90fad8eff9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:31.397201 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8662d89c-7168-42a6-a72b-94f90c115069 req-a58c1bab-96bc-4d72-ac80-90fad8eff9c7 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 1130 time: 0.0426471 Oct 17 10:25:31.441539 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-5a5f7a0c-2316-4a46-bafd-0d78dc4a7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:31.443092 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-5a5f7a0c-2316-4a46-bafd-0d78dc4a7e16 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=16961a83-7d1e-4dac-aa8e-f48fd5034240 HTTP/1.1" status: 200 len: 850 time: 0.1992970 Oct 17 10:25:31.444082 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8dc47-cb91-4ce4-b8ca-d6613b145dcf req-cb63bbd9-d85d-43df-a04b-c5e375ea2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:31.446043 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bdd8dc47-cb91-4ce4-b8ca-d6613b145dcf req-cb63bbd9-d85d-43df-a04b-c5e375ea2e3e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 1130 time: 0.1535988 Oct 17 10:25:31.451240 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8662d89c-7168-42a6-a72b-94f90c115069 req-e591088b-25b3-46ad-8ac0-69f4f3d02345 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480077 Oct 17 10:25:31.536833 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-4d325c74-b680-4e81-a698-753bc03124e3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/46924aeb-cbea-4ee4-b8a7-97f1f0d41daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836521 Oct 17 10:25:31.539827 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-4da1a2bb-32ee-4f74-8ce4-dc3ea4e506a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:31.540790 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-4da1a2bb-32ee-4f74-8ce4-dc3ea4e506a4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838788 Oct 17 10:25:31.552717 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f769-2fea-4f3a-ac9a-eabca081cebb admin admin] Publish callbacks [] for security_group (e681e593-bdb4-4ec9-a129-91734281b0cb), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:31.559483 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:31.559626 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f769-2fea-4f3a-ac9a-eabca081cebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e681e593-bdb4-4ec9-a129-91734281b0cb), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:31.583631 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8b7e6-7c52-4567-9967-479445ddfb1a req-3f114126-acd0-41b1-b99b-31807e31ba4d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:31.593796 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8bb8b7e6-7c52-4567-9967-479445ddfb1a req-3f114126-acd0-41b1-b99b-31807e31ba4d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0714152 Oct 17 10:25:31.645137 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-dcb8f769-2fea-4f3a-ac9a-eabca081cebb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3e10fe3e9bf1492599b9c780fc86e485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6030238 Oct 17 10:25:31.645898 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8f769-2fea-4f3a-ac9a-eabca081cebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e681e593-bdb4-4ec9-a129-91734281b0cb,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:31.647958 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8bb8b7e6-7c52-4567-9967-479445ddfb1a req-b3755f1b-418f-422a-baa3-668d79770f7a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525947 Oct 17 10:25:31.648493 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53338) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:31.702804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f285141-1e55-4e62-b88d-bd4e26dc081a req-5ed397f2-483a-451b-b3a4-c955e0f704b7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:31.704516 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9f285141-1e55-4e62-b88d-bd4e26dc081a req-5ed397f2-483a-451b-b3a4-c955e0f704b7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0817769 Oct 17 10:25:31.753932 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:31.790935 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9f285141-1e55-4e62-b88d-bd4e26dc081a req-2e0db1f0-e846-436d-b56d-16083801e947 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764959 Oct 17 10:25:31.792089 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4cca4998-1fb9-4154-b3f1-e842a049ede8 admin admin] Publish callbacks [] for security_group (e681e593-bdb4-4ec9-a129-91734281b0cb), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:31.824821 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4cca4998-1fb9-4154-b3f1-e842a049ede8 admin admin] Publish callbacks [] for security_group (e681e593-bdb4-4ec9-a129-91734281b0cb), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:31.926311 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4cca4998-1fb9-4154-b3f1-e842a049ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e681e593-bdb4-4ec9-a129-91734281b0cb), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:31.929972 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4cca4998-1fb9-4154-b3f1-e842a049ede8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:31.931131 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-4cca4998-1fb9-4154-b3f1-e842a049ede8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e681e593-bdb4-4ec9-a129-91734281b0cb HTTP/1.1" status: 204 len: 168 time: 0.2656229 Oct 17 10:25:31.975017 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:32.027324 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca4998-1fb9-4154-b3f1-e842a049ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e681e593-bdb4-4ec9-a129-91734281b0cb,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:32.107517 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bdd8dc47-cb91-4ce4-b8ca-d6613b145dcf req-bd39a5a1-6c0b-4efa-8682-ba88cd7ba0f1 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311196 Oct 17 10:25:32.168578 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-143fba46-c2a5-4975-b65b-f07db8f3227c req-42017407-486a-4e7f-8c98-6143b258a409 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/46924aeb-cbea-4ee4-b8a7-97f1f0d41daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731557 Oct 17 10:25:32.170402 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-2e2b1708-6cd2-4b9c-9550-94efd180669e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781279 Oct 17 10:25:32.264461 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc994d25-2397-4cc4-95c7-c22157ac3ae0 req-6b8eeefc-9573-4307-9eee-9e1741018aaf tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:32.266078 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cc994d25-2397-4cc4-95c7-c22157ac3ae0 req-6b8eeefc-9573-4307-9eee-9e1741018aaf tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 944 time: 0.0592508 Oct 17 10:25:32.350790 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cc994d25-2397-4cc4-95c7-c22157ac3ae0 req-1c917a62-d884-4b9f-b8b0-5ca7ae433131 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656312 Oct 17 10:25:32.407059 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85d04-d96c-40fe-b625-1b1c1e9a22bc req-2cb9c905-27fc-4cc5-923e-c81beda4ba7f tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:32.408713 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5ad85d04-d96c-40fe-b625-1b1c1e9a22bc req-2cb9c905-27fc-4cc5-923e-c81beda4ba7f tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0594280 Oct 17 10:25:32.460983 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5ad85d04-d96c-40fe-b625-1b1c1e9a22bc req-2931fa0b-c221-4af0-b42a-e65062f6519e tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435429 Oct 17 10:25:32.796580 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e34c04-35cf-4ded-8cca-a96b7c98d0ae req-18492a08-b8c5-466c-81d3-0be1cf00631b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:32.798472 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22e34c04-35cf-4ded-8cca-a96b7c98d0ae req-18492a08-b8c5-466c-81d3-0be1cf00631b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0529089 Oct 17 10:25:32.827661 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:32.859991 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22e34c04-35cf-4ded-8cca-a96b7c98d0ae req-bb7c3888-3d82-44c8-908b-7572b5399da7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545781 Oct 17 10:25:32.918533 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37641632-f1da-49e4-8f01-291721fdf186 req-d52a2ca4-f145-4633-ae38-dda275041c9d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:32.919956 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-37641632-f1da-49e4-8f01-291721fdf186 req-d52a2ca4-f145-4633-ae38-dda275041c9d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0486462 Oct 17 10:25:32.974721 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-37641632-f1da-49e4-8f01-291721fdf186 req-09c01e6a-67a6-4081-86e9-4e82532199fb tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486698 Oct 17 10:25:33.467207 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c980-fedd-44b2-aab6-b33ebaa0d7e8 req-6b942446-9387-4458-acd2-1ab99ba0777e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:33.468785 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4348c980-fedd-44b2-aab6-b33ebaa0d7e8 req-6b942446-9387-4458-acd2-1ab99ba0777e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 944 time: 0.0485814 Oct 17 10:25:33.518857 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4348c980-fedd-44b2-aab6-b33ebaa0d7e8 req-415570bd-1a07-4146-bdc5-0a712951c712 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442405 Oct 17 10:25:33.590971 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dd479-fdc2-48f3-bf32-d30d0c1046fa req-2c27dd13-473d-4de3-bc2a-2781be2e5b2a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:33.592437 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-593dd479-fdc2-48f3-bf32-d30d0c1046fa req-2c27dd13-473d-4de3-bc2a-2781be2e5b2a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0511858 Oct 17 10:25:33.642426 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-593dd479-fdc2-48f3-bf32-d30d0c1046fa req-0978adc6-a982-489b-b2c0-17397a11886d tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439308 Oct 17 10:25:33.991232 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b93f5-7f79-4254-bff6-c28fa2aa5cd9 req-ed19e458-5f00-4666-b76a-0b1b0889a950 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:33.993433 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0f0b93f5-7f79-4254-bff6-c28fa2aa5cd9 req-ed19e458-5f00-4666-b76a-0b1b0889a950 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0474541 Oct 17 10:25:34.047168 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0f0b93f5-7f79-4254-bff6-c28fa2aa5cd9 req-46342f0f-82bd-4036-87d5-3071ce90bacc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480275 Oct 17 10:25:34.107961 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210cb93-fd31-48ef-9b76-e3f174bd3532 req-20d28520-1c59-4b7b-837d-7d4e81810761 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:34.109579 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9210cb93-fd31-48ef-9b76-e3f174bd3532 req-20d28520-1c59-4b7b-837d-7d4e81810761 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0543783 Oct 17 10:25:34.174972 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9210cb93-fd31-48ef-9b76-e3f174bd3532 req-779bc5e9-e37f-4a9a-bee5-d34e1996e4f2 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590754 Oct 17 10:25:34.608492 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:34.638397 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:34.639616 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:34.642541 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37717c-877e-48d7-8f07-d6e39ff555a5 req-a926e20c-0e36-4c12-aca5-9da6954db0ba tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:34.650029 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ce37717c-877e-48d7-8f07-d6e39ff555a5 req-a926e20c-0e36-4c12-aca5-9da6954db0ba tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 944 time: 0.0557408 Oct 17 10:25:34.657773 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:25:34.665122 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:34.665510 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:34.665858 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 Oct 17 10:25:34.710361 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ce37717c-877e-48d7-8f07-d6e39ff555a5 req-0ebe1770-0581-4a47-a327-9b382809698f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589762 Oct 17 10:25:34.778570 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332efb4-e849-49f7-a553-6e2ff633ceb3 req-efb7769d-06da-4b75-95c7-fcb2473500fb tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:34.778810 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=27 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:34.779876 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:34.780200 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:34.780652 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7332efb4-e849-49f7-a553-6e2ff633ceb3 req-efb7769d-06da-4b75-95c7-fcb2473500fb tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0584643 Oct 17 10:25:34.812823 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:34.815203 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f30841-9a99-4761-89b4-0bf0217bf725" -d '{"events": [{"server_uuid": "e0dd552f-1059-4d09-a797-ac62de74b383", "name": "network-vif-plugged", "status": "completed", "tag": "05903ad8-a4e1-4f5e-afb2-0494b0e2bc16"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:34.828265 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:34.832870 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7332efb4-e849-49f7-a553-6e2ff633ceb3 req-27bf71aa-db8e-4be8-97bf-2959717b2e1c tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457516 Oct 17 10:25:34.834514 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:34.881325 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411e19d9-48fe-4bd8-97a2-71a2c7643a76 x-openstack-request-id: req-411e19d9-48fe-4bd8-97a2-71a2c7643a76 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:34.881697 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dd552f-1059-4d09-a797-ac62de74b383", "name": "network-vif-plugged", "status": "completed", "tag": "05903ad8-a4e1-4f5e-afb2-0494b0e2bc16", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:34.882559 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-411e19d9-48fe-4bd8-97a2-71a2c7643a76 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:34.883088 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411e19d9-48fe-4bd8-97a2-71a2c7643a76'] response: {'server_uuid': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'code': 200} Oct 17 10:25:34.887916 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:34.895700 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.896127 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.896562 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.896991 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.897399 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.898439 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.898844 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.899188 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.899521 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.899851 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.900183 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.900514 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.900845 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.901168 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:34.901496 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:35.176675 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e8033-9717-4ca8-8fbe-a39a8d43c796 req-08fb2ebe-2aa1-4981-acbd-e152ea30bb14 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:35.178163 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-158e8033-9717-4ca8-8fbe-a39a8d43c796 req-08fb2ebe-2aa1-4981-acbd-e152ea30bb14 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0464740 Oct 17 10:25:35.228023 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-158e8033-9717-4ca8-8fbe-a39a8d43c796 req-85b6de4c-1135-486b-b104-0044205800a8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434179 Oct 17 10:25:35.297881 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a36285-387f-44c9-add8-64fb08830bb9 req-b955a5ad-fea8-4be3-a246-f2aa0e46726f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:35.299373 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c0a36285-387f-44c9-add8-64fb08830bb9 req-b955a5ad-fea8-4be3-a246-f2aa0e46726f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0466056 Oct 17 10:25:35.347186 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c0a36285-387f-44c9-add8-64fb08830bb9 req-a645f101-ef96-415a-a50b-f757e0bb7052 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Oct 17 10:25:35.772512 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e6eed684-792a-4e94-81ee-f9839ff89135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:35.826402 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3c760-e305-4962-b0e5-4f43b991d5bc req-1d982a38-ca99-409d-831f-80799d90e98a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:35.827854 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d1c3c760-e305-4962-b0e5-4f43b991d5bc req-1d982a38-ca99-409d-831f-80799d90e98a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0482953 Oct 17 10:25:35.840070 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:35.880071 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d1c3c760-e305-4962-b0e5-4f43b991d5bc req-46262606-1f12-41c3-962a-0a57076bd2eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467143 Oct 17 10:25:35.968753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b630d20-1a58-4c3f-9b9d-9c1358bfc96b req-7ea593ce-034d-4b9e-a28b-4e6716d07282 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:35.970293 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6b630d20-1a58-4c3f-9b9d-9c1358bfc96b req-7ea593ce-034d-4b9e-a28b-4e6716d07282 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0547712 Oct 17 10:25:36.017812 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6b630d20-1a58-4c3f-9b9d-9c1358bfc96b req-b03375cc-5c42-4d48-9ed0-31348258cd3d tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Oct 17 10:25:36.348934 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e7715-cb74-48b5-80bd-a302c5dbf2b2 req-46c5564e-bd8a-458f-bc84-4581a74458fa tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:36.350447 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-473e7715-cb74-48b5-80bd-a302c5dbf2b2 req-46c5564e-bd8a-458f-bc84-4581a74458fa tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0473232 Oct 17 10:25:36.401143 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-473e7715-cb74-48b5-80bd-a302c5dbf2b2 req-52530739-c00f-4baa-bf3a-d35c9e0e4071 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Oct 17 10:25:36.470294 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647dbae-d6b7-4b2a-b90f-d357a3a43e3a req-4232576f-52d0-4c31-afc9-b4b582dccc3a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:36.472014 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e647dbae-d6b7-4b2a-b90f-d357a3a43e3a req-4232576f-52d0-4c31-afc9-b4b582dccc3a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0493784 Oct 17 10:25:36.518231 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e647dbae-d6b7-4b2a-b90f-d357a3a43e3a req-07118fa5-57e5-4c25-acfb-388d23e4459d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404580 Oct 17 10:25:36.998613 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cececf-6329-4877-bca1-fd72652693a8 req-f32acc12-b9da-4a76-8372-f490d112ba8d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:37.000068 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-81cececf-6329-4877-bca1-fd72652693a8 req-f32acc12-b9da-4a76-8372-f490d112ba8d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0461471 Oct 17 10:25:37.048130 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-81cececf-6329-4877-bca1-fd72652693a8 req-ddfdf3a0-11b8-4d4b-9322-41e01c2dc998 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422943 Oct 17 10:25:37.143779 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0ac02-752f-40f9-9da5-8c55c58ab494 req-316e8ad0-b22e-464a-8a56-977833bdf6f9 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:37.145249 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a6b0ac02-752f-40f9-9da5-8c55c58ab494 req-316e8ad0-b22e-464a-8a56-977833bdf6f9 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0518909 Oct 17 10:25:37.196859 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a6b0ac02-752f-40f9-9da5-8c55c58ab494 req-373e5046-f896-4ea9-9cf0-b385f0a0ad26 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450552 Oct 17 10:25:37.376579 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:37.417792 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-935278b4-0ab2-4549-9fda-4db6ca3cdbe8 req-ea4b3901-672c-442d-9431-9a76351bc093 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920609 Oct 17 10:25:37.528784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b716-9d2c-4ed0-b850-22c02b6c8299 req-efc1fa87-ec87-4365-8092-cc05c957c5ec tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:37.530381 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1207b716-9d2c-4ed0-b850-22c02b6c8299 req-efc1fa87-ec87-4365-8092-cc05c957c5ec tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0481741 Oct 17 10:25:37.578066 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1207b716-9d2c-4ed0-b850-22c02b6c8299 req-b43b525f-1a9f-40ee-8f04-e4fd3ad6acc8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Oct 17 10:25:37.637499 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe2086-6726-41e3-8b30-3e6adc6bfdfe req-5c00d28d-4f41-4a57-882e-99b084d31dc0 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:37.639008 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8dbe2086-6726-41e3-8b30-3e6adc6bfdfe req-5c00d28d-4f41-4a57-882e-99b084d31dc0 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0473208 Oct 17 10:25:37.687038 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8dbe2086-6726-41e3-8b30-3e6adc6bfdfe req-440e3bba-581c-4228-b4d5-ff1a857a0836 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422931 Oct 17 10:25:37.895330 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9781-237d-40cb-97da-66a17dcb097a req-bce624ca-0fb5-4373-9e5d-eaa5606b1625 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:37.896801 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bf2f9781-237d-40cb-97da-66a17dcb097a req-bce624ca-0fb5-4373-9e5d-eaa5606b1625 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0460856 Oct 17 10:25:37.910666 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:37.963077 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bf2f9781-237d-40cb-97da-66a17dcb097a req-553ea6bc-0918-452c-97f7-fcd7b4f5b29c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596039 Oct 17 10:25:38.159750 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d21902f5-f160-4229-bf2e-a2422e31be6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:38.187186 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6efb8-1963-4b39-b8e8-1c9da087ff6a req-b209afc1-c801-4213-b444-a2cf64de2d83 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:38.188662 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-10a6efb8-1963-4b39-b8e8-1c9da087ff6a req-b209afc1-c801-4213-b444-a2cf64de2d83 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0566316 Oct 17 10:25:38.237606 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-10a6efb8-1963-4b39-b8e8-1c9da087ff6a req-a2103390-68e3-4b36-94e1-7129c4badf0f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433424 Oct 17 10:25:38.324519 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa001-9753-48de-84d4-e02379d8c022 req-a6584e12-368f-46b9-91f9-804384fe3f0a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:38.326020 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f4caa001-9753-48de-84d4-e02379d8c022 req-a6584e12-368f-46b9-91f9-804384fe3f0a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0481470 Oct 17 10:25:38.377589 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f4caa001-9753-48de-84d4-e02379d8c022 req-c31203b8-e987-4d0b-994f-8f923e1c8da6 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Oct 17 10:25:38.840176 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057117c8-15ab-455b-aaa3-651d2ec16a39 req-ed3bd401-55f3-4aad-be02-53fcf882a549 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:38.847431 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-057117c8-15ab-455b-aaa3-651d2ec16a39 req-ed3bd401-55f3-4aad-be02-53fcf882a549 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0552454 Oct 17 10:25:38.904590 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-057117c8-15ab-455b-aaa3-651d2ec16a39 req-d1d7c4d1-171a-4ef7-99c4-df96287a5e81 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561850 Oct 17 10:25:39.086404 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53574) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:39.089936 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0c99-5d40-4c3d-bc60-55e8f7bde0eb req-eff334d0-3757-437a-9ad5-c068e5446db1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:39.098455 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-115a0c99-5d40-4c3d-bc60-55e8f7bde0eb req-eff334d0-3757-437a-9ad5-c068e5446db1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0586841 Oct 17 10:25:39.145415 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-115a0c99-5d40-4c3d-bc60-55e8f7bde0eb req-aa219a59-c976-45f1-8479-be10395451da tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461011 Oct 17 10:25:39.202197 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:25:39.207324 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.290825 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Publish callbacks [] for security_group (fbbfecc0-102d-4195-8cd1-8236750567f8), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.295124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (fbbfecc0-102d-4195-8cd1-8236750567f8), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.323995 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:39.339012 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.348338 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fd45e85ad131466dac236f7504c03cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609577 Oct 17 10:25:39.351723 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53580) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:39.365183 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbfecc0-102d-4195-8cd1-8236750567f8,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:39.377626 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.377979 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.378368 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.378713 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.379046 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.379552 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.379889 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.380215 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.380564 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.380899 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.381230 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.381556 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.381922 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.382414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.382745 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f8fa8-c82e-442b-a636-c891f59db873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.398737 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:39.399668 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c72607-809d-4754-ace5-41304e0865ac req-057875a0-b34c-4ef6-93f5-0a4ada5c7a8d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:39.401402 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e3c72607-809d-4754-ace5-41304e0865ac req-057875a0-b34c-4ef6-93f5-0a4ada5c7a8d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0815499 Oct 17 10:25:39.411735 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Publish callbacks [] for security_group (fbbfecc0-102d-4195-8cd1-8236750567f8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.436074 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Publish callbacks [] for security_group (fbbfecc0-102d-4195-8cd1-8236750567f8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.479508 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e3c72607-809d-4754-ace5-41304e0865ac req-40f68033-1824-40a6-ba15-2d1ce01b6edc tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708749 Oct 17 10:25:39.527971 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9c115-1213-44f3-a358-260deb017b9d req-7daecd62-24de-4b6f-99f8-dc25ef6ad725 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:39.529634 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-94a9c115-1213-44f3-a358-260deb017b9d req-7daecd62-24de-4b6f-99f8-dc25ef6ad725 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0608721 Oct 17 10:25:39.530697 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (fbbfecc0-102d-4195-8cd1-8236750567f8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.533235 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.534263 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fbbfecc0-102d-4195-8cd1-8236750567f8 HTTP/1.1" status: 204 len: 168 time: 0.1815732 Oct 17 10:25:39.544383 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbfecc0-102d-4195-8cd1-8236750567f8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:39.552678 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.553084 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.553391 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.553797 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.554241 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.554470 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.554967 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.555290 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.555609 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.556095 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.556607 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.556935 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.557486 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.557614 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.558112 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2193857-babd-475b-bdec-991c0557b948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:25:39.623568 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-94a9c115-1213-44f3-a358-260deb017b9d req-c1ff0c15-e3bd-4012-a4a5-0418cad7a27a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799909 Oct 17 10:25:39.887246 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53612) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:39.901900 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f4677844-cb0f-4552-912a-5596fab02a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.992801 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f4677844-cb0f-4552-912a-5596fab02a14 admin admin] Publish callbacks [] for security_group (6ff78591-1ad4-488b-a1b6-bf30ffa8cb81), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:39.998883 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f4677844-cb0f-4552-912a-5596fab02a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (6ff78591-1ad4-488b-a1b6-bf30ffa8cb81), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.044135 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f4677844-cb0f-4552-912a-5596fab02a14 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0a234b481d6540c881347e9ae8f8d6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558089 Oct 17 10:25:40.047025 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53624) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:40.049142 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4677844-cb0f-4552-912a-5596fab02a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff78591-1ad4-488b-a1b6-bf30ffa8cb81,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:40.052804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349610f-3467-41c6-aa4c-ae279af1a786 req-2074c20c-ea23-438a-acab-9b2cd0fac7f3 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:40.055122 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4349610f-3467-41c6-aa4c-ae279af1a786 req-2074c20c-ea23-438a-acab-9b2cd0fac7f3 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0607762 Oct 17 10:25:40.090980 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:40.107363 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-617c8a6c-f63e-455a-b6b8-0d4303261b4b admin admin] Publish callbacks [] for security_group (6ff78591-1ad4-488b-a1b6-bf30ffa8cb81), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.119602 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4349610f-3467-41c6-aa4c-ae279af1a786 req-8eb5997c-ceec-477a-99de-2c539ebd0233 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486114 Oct 17 10:25:40.128268 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-617c8a6c-f63e-455a-b6b8-0d4303261b4b admin admin] Publish callbacks [] for security_group (6ff78591-1ad4-488b-a1b6-bf30ffa8cb81), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.176102 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-617c8a6c-f63e-455a-b6b8-0d4303261b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (6ff78591-1ad4-488b-a1b6-bf30ffa8cb81), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.178716 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-617c8a6c-f63e-455a-b6b8-0d4303261b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.180009 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-617c8a6c-f63e-455a-b6b8-0d4303261b4b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6ff78591-1ad4-488b-a1b6-bf30ffa8cb81 HTTP/1.1" status: 204 len: 168 time: 0.1317723 Oct 17 10:25:40.188853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c8a6c-f63e-455a-b6b8-0d4303261b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff78591-1ad4-488b-a1b6-bf30ffa8cb81,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:40.279179 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affa712-8f18-400d-8dcd-b255180c7153 req-8be21d21-67f9-439f-a078-0aad84f53b09 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:40.280727 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3affa712-8f18-400d-8dcd-b255180c7153 req-8be21d21-67f9-439f-a078-0aad84f53b09 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0563731 Oct 17 10:25:40.333157 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3affa712-8f18-400d-8dcd-b255180c7153 req-be19fbc7-1a81-4f28-aec7-7a96bddc590c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470884 Oct 17 10:25:40.519666 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53634) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:40.533241 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0399eb21-d905-4e23-8fb6-dba5abc198ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.608509 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c2cd-a9b8-49d1-b2a7-d34b4d0a72b5 req-c2d65118-99a3-4389-bb57-237d832d5803 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:40.609974 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4ad1c2cd-a9b8-49d1-b2a7-d34b4d0a72b5 req-c2d65118-99a3-4389-bb57-237d832d5803 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0587463 Oct 17 10:25:40.621278 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.684330 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:40.691789 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0399eb21-d905-4e23-8fb6-dba5abc198ba admin admin] Publish callbacks [] for security_group (8aaba081-2421-4fc8-a43a-101615ca76f7), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.698916 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4ad1c2cd-a9b8-49d1-b2a7-d34b4d0a72b5 req-4dbb1f14-a87d-4405-aa94-0d7f6a85a48c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777092 Oct 17 10:25:40.700124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0399eb21-d905-4e23-8fb6-dba5abc198ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8aaba081-2421-4fc8-a43a-101615ca76f7), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.702964 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:40.740916 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c71ef-9ea2-4ec9-b78c-a79e252fecbb req-5412e19c-f259-4667-9850-ffe0675a2a35 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:40.743033 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca8c71ef-9ea2-4ec9-b78c-a79e252fecbb req-5412e19c-f259-4667-9850-ffe0675a2a35 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0500619 Oct 17 10:25:40.761194 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-0399eb21-d905-4e23-8fb6-dba5abc198ba admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=82be7f44d5a541e6b7e58e80355c1d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404392 Oct 17 10:25:40.763325 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399eb21-d905-4e23-8fb6-dba5abc198ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaba081-2421-4fc8-a43a-101615ca76f7,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:40.764928 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53638) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:40.818359 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca8c71ef-9ea2-4ec9-b78c-a79e252fecbb req-8ea8e887-dab0-42f3-be5f-ebd50df4bfb1 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695925 Oct 17 10:25:40.840180 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-72378406-4071-498c-b4bd-f9a91f71066c admin admin] Publish callbacks [] for security_group (8aaba081-2421-4fc8-a43a-101615ca76f7), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.857293 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:40.862467 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-72378406-4071-498c-b4bd-f9a91f71066c admin admin] Publish callbacks [] for security_group (8aaba081-2421-4fc8-a43a-101615ca76f7), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.915984 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-72378406-4071-498c-b4bd-f9a91f71066c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8aaba081-2421-4fc8-a43a-101615ca76f7), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.918555 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-72378406-4071-498c-b4bd-f9a91f71066c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:40.919677 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-72378406-4071-498c-b4bd-f9a91f71066c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8aaba081-2421-4fc8-a43a-101615ca76f7 HTTP/1.1" status: 204 len: 168 time: 0.1531761 Oct 17 10:25:40.927874 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72378406-4071-498c-b4bd-f9a91f71066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaba081-2421-4fc8-a43a-101615ca76f7,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:41.196490 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:41.246767 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c9bbe-6aef-4e0c-8254-c5209f957b84 req-ab6c171c-6153-4d30-9c3b-0ad924f76f2a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:41.248385 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-125c9bbe-6aef-4e0c-8254-c5209f957b84 req-ab6c171c-6153-4d30-9c3b-0ad924f76f2a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0494823 Oct 17 10:25:41.298685 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-125c9bbe-6aef-4e0c-8254-c5209f957b84 req-9550b77f-ecbb-4562-9d1a-79d51ba5c27f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445950 Oct 17 10:25:41.458940 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff320491-6998-46d0-8831-a09df1dd3015 req-c47bbc1b-0684-4058-845e-c9474b729f60 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:41.461273 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ff320491-6998-46d0-8831-a09df1dd3015 req-c47bbc1b-0684-4058-845e-c9474b729f60 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0487061 Oct 17 10:25:41.513749 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ff320491-6998-46d0-8831-a09df1dd3015 req-156c7d86-7ead-485d-b0a9-bd841540ea42 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Oct 17 10:25:41.617078 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53670) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:41.711431 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-181244725-network', 'tenant_id': '667dc2dbb03d448897690e87efde3898'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:41.731661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Made reservation on behalf of 667dc2dbb03d448897690e87efde3898 for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:25:41.733949 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:41.744119 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:41.838047 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea62b8-8621-41ff-9c64-34d4c3338223 req-4e68eba7-74fc-4f9f-9bf7-3208c8a7d060 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:41.839540 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-57ea62b8-8621-41ff-9c64-34d4c3338223 req-4e68eba7-74fc-4f9f-9bf7-3208c8a7d060 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0619171 Oct 17 10:25:41.881096 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Publish callbacks [] for security_group (69a9d229-0c01-4887-911a-5c6fb612064b), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:41.888364 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (69a9d229-0c01-4887-911a-5c6fb612064b), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:41.921786 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:25:41.945201 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (7a52431a-f429-4a7c-ac5d-6e0296dfac70), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:41.945652 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Added segment 7a52431a-f429-4a7c-ac5d-6e0296dfac70 of type vlan for network 0e2cf182-ba13-4b9d-bd9b-b980b8c7e380 Oct 17 10:25:41.946393 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed02ac5-cfd6-470a-86ae-83d959bacfdf req-db6e20bb-7ccd-4f23-828b-7e3f658acd9e tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:41.948062 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ed02ac5-cfd6-470a-86ae-83d959bacfdf req-db6e20bb-7ccd-4f23-828b-7e3f658acd9e tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0530002 Oct 17 10:25:41.952698 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-57ea62b8-8621-41ff-9c64-34d4c3338223 req-1a76388f-3657-43fd-aec2-e5944f80f91b tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030409 Oct 17 10:25:41.963666 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a9d229-0c01-4887-911a-5c6fb612064b,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:42.012375 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (0e2cf182-ba13-4b9d-bd9b-b980b8c7e380), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:42.016836 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ed02ac5-cfd6-470a-86ae-83d959bacfdf req-bd740012-42f1-4034-b8a4-6600d4de346b tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615597 Oct 17 10:25:42.041515 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (0e2cf182-ba13-4b9d-bd9b-b980b8c7e380), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:42.042573 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:42.043160 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:42.099851 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4816527 Oct 17 10:25:42.103226 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53682) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:42.108132 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Request body: {'subnet': {'network_id': '0e2cf182-ba13-4b9d-bd9b-b980b8c7e380', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-181244725-subnet', 'tenant_id': '667dc2dbb03d448897690e87efde3898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:42.111220 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790089fe-8d8a-4489-b49a-c315f00c8dbc admin admin] Pushing event updated for resources: {'Network': ['ID=0e2cf182-ba13-4b9d-bd9b-b980b8c7e380,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:42.122376 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 0e2cf182-ba13-4b9d-bd9b-b980b8c7e380 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:25:42.128781 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Made reservation on behalf of 667dc2dbb03d448897690e87efde3898 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:25:42.138805 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:42.323330 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (5fe2e0fd-cba8-42c2-b442-054baaf3cc6d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:42.385471 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe2e0fd-cba8-42c2-b442-054baaf3cc6d,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:42.394700 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Checking segment: {'id': '7a52431a-f429-4a7c-ac5d-6e0296dfac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0e2cf182-ba13-4b9d-bd9b-b980b8c7e380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:25:42.395062 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Network hostable DHCP agents. Network: 0e2cf182-ba13-4b9d-bd9b-b980b8c7e380, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:25:42.411221 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:42.412842 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Network 0e2cf182-ba13-4b9d-bd9b-b980b8c7e380 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:25:42.423444 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 0e2cf182-ba13-4b9d-bd9b-b980b8c7e380) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:25:42.427537 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f432971-0add-4aa7-a747-a870f843574c req-cb69b981-437d-432a-8861-14f58ad66451 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:42.428363 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:42.429558 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:42.429732 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3f432971-0add-4aa7-a747-a870f843574c req-cb69b981-437d-432a-8861-14f58ad66451 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0527203 Oct 17 10:25:42.434313 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edcf924-ecfb-4207-9689-39970bdefeb1 None None] Network 0e2cf182-ba13-4b9d-bd9b-b980b8c7e380 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:25:42.455114 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ebd48058-9fe1-47d5-b91f-386d57bd6f8b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3505793 Oct 17 10:25:42.483805 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3f432971-0add-4aa7-a747-a870f843574c req-6f9a5f51-7de0-45e2-8291-9e3ea644d07c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466578 Oct 17 10:25:42.543360 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c76b8e-0401-4ad5-9937-29656fbf3a21 None None] Network 0e2cf182-ba13-4b9d-bd9b-b980b8c7e380 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:25:42.648283 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3705-e14e-481d-8a77-d736eeb88ff8 req-0516a0cd-f44d-42f1-91e8-eb0be875bef3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:42.654479 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fd8c3705-e14e-481d-8a77-d736eeb88ff8 req-0516a0cd-f44d-42f1-91e8-eb0be875bef3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0629811 Oct 17 10:25:42.677855 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:42.703648 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fd8c3705-e14e-481d-8a77-d736eeb88ff8 req-459675f6-7241-45fa-83d9-b2b522d71ac5 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477116 Oct 17 10:25:42.950842 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53704) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:42.955597 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1456433453-network', 'tenant_id': '2b4d79715f514596a8e128bce2362603'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:42.976836 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Made reservation on behalf of 2b4d79715f514596a8e128bce2362603 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:25:42.979605 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:42.988286 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.085813 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Publish callbacks [] for security_group (b4f814ca-07f2-4b0b-b143-625f2fa1bf28), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.090839 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b4f814ca-07f2-4b0b-b143-625f2fa1bf28), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.103633 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=2,neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:43.104051 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60693f24-e054-4c30-94e7-a70dbc23970c req-4cc46c1f-63c8-470b-ab1c-25ac1c76f035 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:43.106810 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-60693f24-e054-4c30-94e7-a70dbc23970c req-4cc46c1f-63c8-470b-ab1c-25ac1c76f035 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0601254 Oct 17 10:25:43.152199 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:25:43.155147 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-60693f24-e054-4c30-94e7-a70dbc23970c req-bce82ae0-2442-4494-81aa-b2471ba8e18a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436792 Oct 17 10:25:43.164537 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f814ca-07f2-4b0b-b143-625f2fa1bf28,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:43.176412 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (134978f4-7c38-4338-a843-dd0a77aebbf1), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.176748 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Added segment 134978f4-7c38-4338-a843-dd0a77aebbf1 of type vlan for network 35c9debc-51b2-4b99-8610-374cce816d19 Oct 17 10:25:43.195346 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e9f8-b36c-41bf-94a7-fe585f55f36d req-500d59c9-fbac-4ad1-b6f0-9c11a3c3111c tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:43.197001 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d1f8e9f8-b36c-41bf-94a7-fe585f55f36d req-500d59c9-fbac-4ad1-b6f0-9c11a3c3111c tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0917037 Oct 17 10:25:43.240402 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (35c9debc-51b2-4b99-8610-374cce816d19), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.284822 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d1f8e9f8-b36c-41bf-94a7-fe585f55f36d req-0c48099e-6c91-4e70-9288-0de150e757b3 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706792 Oct 17 10:25:43.285925 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (35c9debc-51b2-4b99-8610-374cce816d19), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.286966 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:43.287540 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.346499 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3919117 Oct 17 10:25:43.346867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53716) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:43.353063 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Request body: {'subnet': {'network_id': '35c9debc-51b2-4b99-8610-374cce816d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1456433453-subnet', 'tenant_id': '2b4d79715f514596a8e128bce2362603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:43.356220 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b3a8a-dc7d-4d83-94fd-6126612b7810 admin admin] Pushing event updated for resources: {'Network': ['ID=35c9debc-51b2-4b99-8610-374cce816d19,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:43.368397 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 35c9debc-51b2-4b99-8610-374cce816d19 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:25:43.386251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Made reservation on behalf of 2b4d79715f514596a8e128bce2362603 for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:25:43.388703 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.405064 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:43.574282 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (397304a5-bae0-454d-84c1-1118b36bcc89), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.647000 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadebd02-dc57-4341-8f75-24369e731990 req-fae86ab3-62e5-43e0-81c8-3e1490e70fa0 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:43.648494 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eadebd02-dc57-4341-8f75-24369e731990 req-fae86ab3-62e5-43e0-81c8-3e1490e70fa0 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0847464 Oct 17 10:25:43.674247 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397304a5-bae0-454d-84c1-1118b36bcc89,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:43.696176 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Checking segment: {'id': '134978f4-7c38-4338-a843-dd0a77aebbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '35c9debc-51b2-4b99-8610-374cce816d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:25:43.696536 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Network hostable DHCP agents. Network: 35c9debc-51b2-4b99-8610-374cce816d19, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:25:43.730907 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eadebd02-dc57-4341-8f75-24369e731990 req-11c99ae3-60e2-429e-905d-93cfd938e600 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750568 Oct 17 10:25:43.731913 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Network 35c9debc-51b2-4b99-8610-374cce816d19 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:25:43.743307 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 35c9debc-51b2-4b99-8610-374cce816d19) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:25:43.748353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:43.749511 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:43.753783 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e71d53-0611-4398-b230-7d3aa03210c3 None None] Network 35c9debc-51b2-4b99-8610-374cce816d19 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:25:43.774366 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-4c4682fe-82d4-4ffe-be49-ee5214e6e3c6 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4190764 Oct 17 10:25:43.855169 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf54ff0-d835-4fae-9c8c-02b182592573 req-1c068431-9010-44b4-bc40-10fe0a3582a9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:43.856686 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4cf54ff0-d835-4fae-9c8c-02b182592573 req-1c068431-9010-44b4-bc40-10fe0a3582a9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0566487 Oct 17 10:25:43.884274 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d803c-7318-43e9-8b98-049d74fcfa6c None None] Network 35c9debc-51b2-4b99-8610-374cce816d19 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:25:43.910711 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4cf54ff0-d835-4fae-9c8c-02b182592573 req-afb2f4fe-f19d-4189-b0fc-a2a32e0ff7e9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472031 Oct 17 10:25:44.312059 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66b7d5-f7e0-4a8a-953a-0a5ba10eb528 req-eba373e5-f734-4a09-87e4-2f9b778daedb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:44.313986 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3c66b7d5-f7e0-4a8a-953a-0a5ba10eb528 req-eba373e5-f734-4a09-87e4-2f9b778daedb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0584745 Oct 17 10:25:44.395872 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3c66b7d5-f7e0-4a8a-953a-0a5ba10eb528 req-efc2b659-2f71-4ca5-beb4-b040ee70821d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704281 Oct 17 10:25:44.426781 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53986f9-2d5d-44c8-ba74-6b9f923c461d req-d1efa830-7afc-4e39-a528-0b7565570454 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:44.426781 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f53986f9-2d5d-44c8-ba74-6b9f923c461d req-d1efa830-7afc-4e39-a528-0b7565570454 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0554469 Oct 17 10:25:44.476989 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f53986f9-2d5d-44c8-ba74-6b9f923c461d req-2787aebd-ab8c-4c71-9f14-25918f39a117 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Oct 17 10:25:44.639575 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1195ec6d-7c1a-4c0b-92b5-beb07772c367 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:25:44.642683 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:44.740438 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 1195ec6d-7c1a-4c0b-92b5-beb07772c367, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:44.751086 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '1195ec6d-7c1a-4c0b-92b5-beb07772c367', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'port_id': '1195ec6d-7c1a-4c0b-92b5-beb07772c367', 'mac_address': 'fa:16:3e:2d:d0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:25:44.786590 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:44.786981 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:44.800822 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1195ec6d-7c1a-4c0b-92b5-beb07772c367 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:25:44.823372 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 1195ec6d-7c1a-4c0b-92b5-beb07772c367, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:44.828451 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:44.861319 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8b93-973f-464f-a7cf-61b548c32c92 req-e52952cc-9fdc-46ec-a997-7ea73360aad5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:44.862841 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-849a8b93-973f-464f-a7cf-61b548c32c92 req-e52952cc-9fdc-46ec-a997-7ea73360aad5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 943 time: 0.0489020 Oct 17 10:25:44.875914 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=1195ec6d-7c1a-4c0b-92b5-beb07772c367,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:44.913308 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-849a8b93-973f-464f-a7cf-61b548c32c92 req-669319a7-6e6a-488b-8621-df88508f4107 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441632 Oct 17 10:25:45.031354 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a253c-9f4f-443a-9cb1-f69d517caba5 req-81a06c53-b3e0-42a5-b73a-cd5de810f7db tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:45.032799 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c37a253c-9f4f-443a-9cb1-f69d517caba5 req-81a06c53-b3e0-42a5-b73a-cd5de810f7db tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0466597 Oct 17 10:25:45.080561 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c37a253c-9f4f-443a-9cb1-f69d517caba5 req-9f763d9f-351d-4a74-91fe-f5f895397e16 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421562 Oct 17 10:25:45.505491 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:45.507461 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['1195ec6d-7c1a-4c0b-92b5-beb07772c367'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:25:45.525146 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa16f-8c13-4be1-aa3c-d0fc5a6437c2 req-1c12f3fa-d8ef-41f5-ae48-88ef2cbe511d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:45.528084 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-89eaa16f-8c13-4be1-aa3c-d0fc5a6437c2 req-1c12f3fa-d8ef-41f5-ae48-88ef2cbe511d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0527887 Oct 17 10:25:45.576470 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:45.582839 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-89eaa16f-8c13-4be1-aa3c-d0fc5a6437c2 req-82f0cd24-61da-4c8e-bd43-364eb7245f1d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489304 Oct 17 10:25:45.600007 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048df0f-34a0-4d09-aa81-93ff2d025c54 req-3d06742f-d5de-4bb8-9ab4-22ef55de53b9 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:45.602454 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b048df0f-34a0-4d09-aa81-93ff2d025c54 req-3d06742f-d5de-4bb8-9ab4-22ef55de53b9 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0474696 Oct 17 10:25:45.643414 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:45.651826 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b048df0f-34a0-4d09-aa81-93ff2d025c54 req-c7fad4e7-b768-412e-97d5-a3747944a0a8 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432847 Oct 17 10:25:46.040934 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232aed4-35c9-4333-84ae-37f19eef9a4c req-3728dc9c-7efe-4a1e-b591-cf057789d2b5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:46.042440 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9232aed4-35c9-4333-84ae-37f19eef9a4c req-3728dc9c-7efe-4a1e-b591-cf057789d2b5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 944 time: 0.0552680 Oct 17 10:25:46.096633 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9232aed4-35c9-4333-84ae-37f19eef9a4c req-7e240105-b8ff-446e-b831-ab28766bd564 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485556 Oct 17 10:25:46.229547 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783961-5446-4695-86e9-c4bcc8d3198f req-c87972f2-b315-4628-92eb-1a11b64d94ea tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:46.231105 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4b783961-5446-4695-86e9-c4bcc8d3198f req-c87972f2-b315-4628-92eb-1a11b64d94ea tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0640194 Oct 17 10:25:46.288872 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4b783961-5446-4695-86e9-c4bcc8d3198f req-826b4a12-43ba-4c96-ba10-719d292c16c9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496786 Oct 17 10:25:46.669265 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1195ec6d-7c1a-4c0b-92b5-beb07772c367 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:25:46.753165 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:25:46.763480 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:25:46.764225 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:46.764565 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 Oct 17 10:25:46.831334 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-1a895117-7b43-4580-9782-a37193870af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:46.833190 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-1a895117-7b43-4580-9782-a37193870af4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 1130 time: 0.1894898 Oct 17 10:25:46.861763 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f9433c59-40c9-4056-8e89-34b331050bda req-aa2e73d1-c1bc-46ca-afac-9ba1581e0af2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1502008 Oct 17 10:25:46.871638 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6410d-303b-45f2-ba39-09c0590ea70f req-b733386e-f6ff-4136-8134-6da14ebd71a3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:46.872601 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f96969-d7e6-42e7-b597-70ffe28ba1db req-8b4374a3-7f38-4a95-be07-3c9a5bd5c845 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:46.879322 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-25f96969-d7e6-42e7-b597-70ffe28ba1db req-8b4374a3-7f38-4a95-be07-3c9a5bd5c845 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.1071343 Oct 17 10:25:46.879941 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1de6410d-303b-45f2-ba39-09c0590ea70f req-b733386e-f6ff-4136-8134-6da14ebd71a3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.1803410 Oct 17 10:25:46.881029 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:25:46.881426 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:46.910026 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1195ec6d-7c1a-4c0b-92b5-beb07772c367'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:46.912341 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944d4513-d000-4b7d-9de3-28ae9cf56cc7" -d '{"events": [{"server_uuid": "8d1f19cb-20df-4e33-810d-5e2ced70ef28", "name": "network-vif-plugged", "status": "completed", "tag": "1195ec6d-7c1a-4c0b-92b5-beb07772c367"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:46.925577 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 1195ec6d-7c1a-4c0b-92b5-beb07772c367, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:25:46.931062 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:46.941046 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1de6410d-303b-45f2-ba39-09c0590ea70f req-6311fe64-16b5-4785-92b2-9146736cc388 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602636 Oct 17 10:25:46.946287 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-25f96969-d7e6-42e7-b597-70ffe28ba1db req-e8e081eb-c600-441c-a8b7-a020054a7ea2 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656288 Oct 17 10:25:46.997197 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=1195ec6d-7c1a-4c0b-92b5-beb07772c367,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:47.001932 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9649e48c-fe5f-420e-8114-9f24919ec990 x-openstack-request-id: req-9649e48c-fe5f-420e-8114-9f24919ec990 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:47.002687 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1f19cb-20df-4e33-810d-5e2ced70ef28", "name": "network-vif-plugged", "status": "completed", "tag": "1195ec6d-7c1a-4c0b-92b5-beb07772c367", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:47.003102 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9649e48c-fe5f-420e-8114-9f24919ec990 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:47.003840 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9649e48c-fe5f-420e-8114-9f24919ec990'] response: {'server_uuid': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1195ec6d-7c1a-4c0b-92b5-beb07772c367', 'code': 200} Oct 17 10:25:47.051493 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53812) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:47.214598 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ab69b9aa-bc70-410b-b2ae-60986f8fb16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:47.233568 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:47.246895 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390d913-9146-43e1-bcf4-d6fd4f6584e4 req-6429ce6b-68d2-4064-b034-b27375a59697 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:47.248389 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3390d913-9146-43e1-bcf4-d6fd4f6584e4 req-6429ce6b-68d2-4064-b034-b27375a59697 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0670779 Oct 17 10:25:47.338647 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3390d913-9146-43e1-bcf4-d6fd4f6584e4 req-d3e4d517-5d43-4a81-b0a0-7ed037c060d5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807793 Oct 17 10:25:47.393267 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ab69b9aa-bc70-410b-b2ae-60986f8fb16d admin admin] Publish callbacks [] for security_group (73fec5fe-87b4-4685-9b62-6aa2009c0172), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:47.421523 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ab69b9aa-bc70-410b-b2ae-60986f8fb16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (73fec5fe-87b4-4685-9b62-6aa2009c0172), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:47.454913 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a7879-5d64-4ece-9b96-c3a01bd9080b req-29b763d9-c474-4fbb-acc0-5012e14db5d6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:47.457062 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cf8a7879-5d64-4ece-9b96-c3a01bd9080b req-29b763d9-c474-4fbb-acc0-5012e14db5d6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0696568 Oct 17 10:25:47.536744 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cf8a7879-5d64-4ece-9b96-c3a01bd9080b req-91e0100f-d242-4df3-ba8c-40c3ff59235e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639181 Oct 17 10:25:47.566080 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9433c59-40c9-4056-8e89-34b331050bda req-f6540705-8454-4b12-8a77-cf793a685293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:47.567709 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f9433c59-40c9-4056-8e89-34b331050bda req-f6540705-8454-4b12-8a77-cf793a685293 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 1129 time: 0.1571286 Oct 17 10:25:47.605642 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ab69b9aa-bc70-410b-b2ae-60986f8fb16d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4fd919720b964b4481f6fd8a6ba39841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5530131 Oct 17 10:25:47.608892 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53832) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:47.613078 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69b9aa-bc70-410b-b2ae-60986f8fb16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fec5fe-87b4-4685-9b62-6aa2009c0172,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:47.661193 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d81ac-54a9-4910-8c8d-f29cbfc51e46 req-1386dbdc-5373-4f45-adfe-f27be3e35611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:47.662870 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-dc7d81ac-54a9-4910-8c8d-f29cbfc51e46 req-1386dbdc-5373-4f45-adfe-f27be3e35611 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 1129 time: 0.1387188 Oct 17 10:25:47.710761 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-40ce4386-53f2-4f19-a88a-96d7792b3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:47.713493 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-40ce4386-53f2-4f19-a88a-96d7792b3a25 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.3369994 Oct 17 10:25:47.717544 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c692d6d-abd8-425d-8a45-75f48c9d48a4 req-8c66697d-ddaf-4925-8c20-879a9cf9ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:47.720675 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4c692d6d-abd8-425d-8a45-75f48c9d48a4 req-8c66697d-ddaf-4925-8c20-879a9cf9ace6 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 1129 time: 0.1085629 Oct 17 10:25:47.758622 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:47.796826 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-dc7d81ac-54a9-4910-8c8d-f29cbfc51e46 req-ad7ebf1f-509c-41e2-8661-811eb2f2fadc service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252208 Oct 17 10:25:47.799222 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-87c1e27e-5ddd-4205-9954-fc0a80b848c1 admin admin] Publish callbacks [] for security_group (73fec5fe-87b4-4685-9b62-6aa2009c0172), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:47.800837 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-74bee75d-b0ee-4a20-b813-59e57eadf4d7 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b16d3ef-463a-486f-a242-f0bc1977b822 HTTP/1.1" status: 200 len: 217 time: 0.0790429 Oct 17 10:25:47.835309 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-87c1e27e-5ddd-4205-9954-fc0a80b848c1 admin admin] Publish callbacks [] for security_group (73fec5fe-87b4-4685-9b62-6aa2009c0172), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:47.835832 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4c692d6d-abd8-425d-8a45-75f48c9d48a4 req-6df41688-9912-4662-93cb-91dca6a6a8ad service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047008 Oct 17 10:25:47.875022 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9433c59-40c9-4056-8e89-34b331050bda req-fd232f16-8cab-43fa-985e-fe68c7bf0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:47.877259 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f9433c59-40c9-4056-8e89-34b331050bda req-fd232f16-8cab-43fa-985e-fe68c7bf0c1f service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.2568588 Oct 17 10:25:47.902847 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-87c1e27e-5ddd-4205-9954-fc0a80b848c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (73fec5fe-87b4-4685-9b62-6aa2009c0172), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:47.905476 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-87c1e27e-5ddd-4205-9954-fc0a80b848c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:47.906657 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-87c1e27e-5ddd-4205-9954-fc0a80b848c1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/73fec5fe-87b4-4685-9b62-6aa2009c0172 HTTP/1.1" status: 204 len: 168 time: 0.2964993 Oct 17 10:25:47.928029 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1e27e-5ddd-4205-9954-fc0a80b848c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fec5fe-87b4-4685-9b62-6aa2009c0172,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:48.066995 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:48.090099 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22efec-674f-418b-8e10-92736e8887b5 req-ce424f6b-98e8-462d-ae2f-857cc950cda4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:48.098409 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bc22efec-674f-418b-8e10-92736e8887b5 req-ce424f6b-98e8-462d-ae2f-857cc950cda4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0710127 Oct 17 10:25:48.145660 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bc22efec-674f-418b-8e10-92736e8887b5 req-a43def35-d0e2-425b-906a-c3c8b71843e6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463831 Oct 17 10:25:48.248258 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53862) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:48.261927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ce48bf6e-ad1d-43dd-83af-508c8f548930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.341411 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ce48bf6e-ad1d-43dd-83af-508c8f548930 admin admin] Publish callbacks [] for security_group (ad2fb487-72b3-4fb2-8cdb-c972985e6721), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.345191 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ce48bf6e-ad1d-43dd-83af-508c8f548930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ad2fb487-72b3-4fb2-8cdb-c972985e6721), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.385422 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ce48bf6e-ad1d-43dd-83af-508c8f548930 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f2eef3c897bd434ca79f5ee4105de68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360917 Oct 17 10:25:48.388036 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53866) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:48.395529 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48bf6e-ad1d-43dd-83af-508c8f548930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2fb487-72b3-4fb2-8cdb-c972985e6721,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:48.434430 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:48.447927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8df461b6-0aaf-4123-a2c0-9855f48c6243 admin admin] Publish callbacks [] for security_group (ad2fb487-72b3-4fb2-8cdb-c972985e6721), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.471108 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8df461b6-0aaf-4123-a2c0-9855f48c6243 admin admin] Publish callbacks [] for security_group (ad2fb487-72b3-4fb2-8cdb-c972985e6721), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.477097 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ac0cb-2b3b-4cfe-9268-f8187b1d9a0f req-f0eedf58-9645-437a-8b80-86269cccaab2 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:48.478941 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-226ac0cb-2b3b-4cfe-9268-f8187b1d9a0f req-f0eedf58-9645-437a-8b80-86269cccaab2 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0572131 Oct 17 10:25:48.515168 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.523569 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8df461b6-0aaf-4123-a2c0-9855f48c6243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ad2fb487-72b3-4fb2-8cdb-c972985e6721), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.526168 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8df461b6-0aaf-4123-a2c0-9855f48c6243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.527606 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-8df461b6-0aaf-4123-a2c0-9855f48c6243 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ad2fb487-72b3-4fb2-8cdb-c972985e6721 HTTP/1.1" status: 204 len: 168 time: 0.1385176 Oct 17 10:25:48.535838 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df461b6-0aaf-4123-a2c0-9855f48c6243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2fb487-72b3-4fb2-8cdb-c972985e6721,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:48.542485 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-226ac0cb-2b3b-4cfe-9268-f8187b1d9a0f req-50f55d11-6fc7-4489-b43a-e7799df0af51 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561719 Oct 17 10:25:48.666490 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0cb5-f1ee-41e0-a5aa-22bbee4bc94b req-9315c29c-139b-4d8e-ad22-7d0dc96fbb7d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:48.668080 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-637d0cb5-f1ee-41e0-a5aa-22bbee4bc94b req-9315c29c-139b-4d8e-ad22-7d0dc96fbb7d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0498350 Oct 17 10:25:48.721434 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-637d0cb5-f1ee-41e0-a5aa-22bbee4bc94b req-e4b37088-1516-473e-844e-414e3c4655eb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470014 Oct 17 10:25:48.877600 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53878) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:48.891666 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef9c092a-dac7-4ca6-b11c-b921c6e7da29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.971715 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef9c092a-dac7-4ca6-b11c-b921c6e7da29 admin admin] Publish callbacks [] for security_group (48e331a2-b5bf-4c11-9982-3309e744b8a3), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:48.976654 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef9c092a-dac7-4ca6-b11c-b921c6e7da29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (48e331a2-b5bf-4c11-9982-3309e744b8a3), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:49.015114 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c092a-dac7-4ca6-b11c-b921c6e7da29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e331a2-b5bf-4c11-9982-3309e744b8a3,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:49.019419 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ef9c092a-dac7-4ca6-b11c-b921c6e7da29 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=44e0e1b069494f63af9b01a57936ee15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408122 Oct 17 10:25:49.022591 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53884) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:49.072437 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-871ef6a4-cc09-43eb-8674-ffe30a2ca828 admin admin] Publish callbacks [] for security_group (48e331a2-b5bf-4c11-9982-3309e744b8a3), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:49.098108 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-871ef6a4-cc09-43eb-8674-ffe30a2ca828 admin admin] Publish callbacks [] for security_group (48e331a2-b5bf-4c11-9982-3309e744b8a3), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:49.152546 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-871ef6a4-cc09-43eb-8674-ffe30a2ca828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (48e331a2-b5bf-4c11-9982-3309e744b8a3), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:49.155964 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-871ef6a4-cc09-43eb-8674-ffe30a2ca828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:49.157236 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-871ef6a4-cc09-43eb-8674-ffe30a2ca828 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/48e331a2-b5bf-4c11-9982-3309e744b8a3 HTTP/1.1" status: 204 len: 168 time: 0.1335864 Oct 17 10:25:49.170542 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ef6a4-cc09-43eb-8674-ffe30a2ca828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e331a2-b5bf-4c11-9982-3309e744b8a3,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:49.200693 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:49.313902 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:49.325217 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a3b9c-e742-48e3-b43d-b094ab5694a9 req-be83c04b-7878-4017-b58d-ce6d18454fe1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:49.329595 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-208a3b9c-e742-48e3-b43d-b094ab5694a9 req-be83c04b-7878-4017-b58d-ce6d18454fe1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0635469 Oct 17 10:25:49.379574 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-208a3b9c-e742-48e3-b43d-b094ab5694a9 req-691a7f6b-c826-40c2-b0cd-0c2f2164f1a1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Oct 17 10:25:49.667694 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0c69c-44c6-46e4-af48-dfbfa9084c3f req-86858091-da0f-49d9-a2fb-599fca8430f5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:49.669332 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-86a0c69c-44c6-46e4-af48-dfbfa9084c3f req-86858091-da0f-49d9-a2fb-599fca8430f5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0489621 Oct 17 10:25:49.720508 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-86a0c69c-44c6-46e4-af48-dfbfa9084c3f req-a2ee25f6-0912-4586-ac60-9badcf98e11f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438774 Oct 17 10:25:49.855884 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ab22e-0fc9-4923-9184-507c235e8136 req-852e391f-624f-4efa-a35f-d44fab9e01ca tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:49.858538 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c09ab22e-0fc9-4923-9184-507c235e8136 req-852e391f-624f-4efa-a35f-d44fab9e01ca tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0612662 Oct 17 10:25:49.906231 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c09ab22e-0fc9-4923-9184-507c235e8136 req-6d08df69-eff6-4b1d-9d89-5bb5f740aaf0 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 Oct 17 10:25:50.337176 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 53940) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:50.441971 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b0418cf4-6dde-4ded-96dc-3d2fdd001b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:50.510641 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c97a34-8ab3-41dd-81cd-9b5733fd9abf req-9eaf35c7-e661-487f-9fb6-dae555c3e6fd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:50.512257 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d6c97a34-8ab3-41dd-81cd-9b5733fd9abf req-9eaf35c7-e661-487f-9fb6-dae555c3e6fd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Oct 17 10:25:50.520699 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:50.524249 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b0418cf4-6dde-4ded-96dc-3d2fdd001b1f admin admin] Publish callbacks [] for security_group (88d9b8fa-4bc7-4dc9-9fcc-3208f647b876), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:50.528815 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b0418cf4-6dde-4ded-96dc-3d2fdd001b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (88d9b8fa-4bc7-4dc9-9fcc-3208f647b876), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:50.561559 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d6c97a34-8ab3-41dd-81cd-9b5733fd9abf req-3d1488bf-1380-48d4-a2b3-0efca3593d32 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437553 Oct 17 10:25:50.577295 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b0418cf4-6dde-4ded-96dc-3d2fdd001b1f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c57c7346ceaf489ebb7959041930d242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439561 Oct 17 10:25:50.578004 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0418cf4-6dde-4ded-96dc-3d2fdd001b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d9b8fa-4bc7-4dc9-9fcc-3208f647b876,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:50.580040 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 53946) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:50.632602 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e16d5bed-c84d-4814-8946-3ce447405b77 admin admin] Publish callbacks [] for security_group (88d9b8fa-4bc7-4dc9-9fcc-3208f647b876), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:50.651868 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e16d5bed-c84d-4814-8946-3ce447405b77 admin admin] Publish callbacks [] for security_group (88d9b8fa-4bc7-4dc9-9fcc-3208f647b876), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:50.698899 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e16d5bed-c84d-4814-8946-3ce447405b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (88d9b8fa-4bc7-4dc9-9fcc-3208f647b876), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:50.701434 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e16d5bed-c84d-4814-8946-3ce447405b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:50.702637 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e16d5bed-c84d-4814-8946-3ce447405b77 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/88d9b8fa-4bc7-4dc9-9fcc-3208f647b876 HTTP/1.1" status: 204 len: 168 time: 0.1213667 Oct 17 10:25:50.710759 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d5bed-c84d-4814-8946-3ce447405b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d9b8fa-4bc7-4dc9-9fcc-3208f647b876,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:50.848728 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc19cb-7475-4306-9781-577c6f175944 req-f5b381bb-c294-44ce-bb02-0a390d41e635 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:50.850941 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1fbc19cb-7475-4306-9781-577c6f175944 req-f5b381bb-c294-44ce-bb02-0a390d41e635 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0513213 Oct 17 10:25:50.908464 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1fbc19cb-7475-4306-9781-577c6f175944 req-094f8d62-4a89-4c13-a0a9-c9f313e09ee6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477200 Oct 17 10:25:51.029284 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebb412-9642-48bd-a139-55034bacacaa req-1194d6e2-b5e7-4fff-b3ab-046cfc07f9de tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:51.031028 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-20ebb412-9642-48bd-a139-55034bacacaa req-1194d6e2-b5e7-4fff-b3ab-046cfc07f9de tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0484595 Oct 17 10:25:51.087442 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-20ebb412-9642-48bd-a139-55034bacacaa req-5e9f1114-f2c5-49a3-bcbe-9b04259a162e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503297 Oct 17 10:25:51.689215 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb495eb2-63c2-44c1-8d68-7e7b4b6a37d8 req-83e192df-8c41-4772-a278-68ad87818a66 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:51.691575 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cb495eb2-63c2-44c1-8d68-7e7b4b6a37d8 req-83e192df-8c41-4772-a278-68ad87818a66 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0537028 Oct 17 10:25:51.720534 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:51.745568 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cb495eb2-63c2-44c1-8d68-7e7b4b6a37d8 req-302c0ba9-163e-45f0-91e6-4f5f8548207c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474687 Oct 17 10:25:51.781218 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f9433c59-40c9-4056-8e89-34b331050bda req-6fe088a1-13af-4099-84ac-228af9fdf042 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce HTTP/1.1" status: 200 len: 217 time: 0.0347104 Oct 17 10:25:51.801316 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-ad936366-fed0-4b5f-ac6c-225fe65a5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:51.802810 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-ad936366-fed0-4b5f-ac6c-225fe65a5d6d service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0586891 Oct 17 10:25:52.044197 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9f730-e6a5-4102-bc3f-ae95d1080ffa req-44243b29-5c42-44ae-93d4-843bd95e2170 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:52.045629 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-32a9f730-e6a5-4102-bc3f-ae95d1080ffa req-44243b29-5c42-44ae-93d4-843bd95e2170 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Oct 17 10:25:52.092203 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-32a9f730-e6a5-4102-bc3f-ae95d1080ffa req-a6406eb6-9ca6-47b0-9193-df7117945057 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410380 Oct 17 10:25:52.204737 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25eb7f-7826-4473-a678-9e2e1e2eead0 req-d2296115-23ab-44b9-af3e-9a8aae67c613 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:52.206223 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a25eb7f-7826-4473-a678-9e2e1e2eead0 req-d2296115-23ab-44b9-af3e-9a8aae67c613 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0458915 Oct 17 10:25:52.232700 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:52.255599 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a25eb7f-7826-4473-a678-9e2e1e2eead0 req-493ea4cd-bbda-4518-bc99-e1b2f8f3e4db tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 Oct 17 10:25:52.871258 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523009a-a20e-4bcd-9d98-7c26ef2d6af8 req-3b26e499-f3fb-4ddd-9c16-f2ecdd92f47b tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:52.872701 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1523009a-a20e-4bcd-9d98-7c26ef2d6af8 req-3b26e499-f3fb-4ddd-9c16-f2ecdd92f47b tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Oct 17 10:25:52.924495 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1523009a-a20e-4bcd-9d98-7c26ef2d6af8 req-964d8a79-098c-4477-b1fe-f166941d12cf tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463307 Oct 17 10:25:53.216178 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bedd8a-e905-4a5d-b51f-dd6af9e16a88 req-d6b9cae2-7c93-4b5f-aaca-1bad8935706a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:53.217640 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73bedd8a-e905-4a5d-b51f-dd6af9e16a88 req-d6b9cae2-7c93-4b5f-aaca-1bad8935706a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0463998 Oct 17 10:25:53.265096 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73bedd8a-e905-4a5d-b51f-dd6af9e16a88 req-883e5f14-be69-4bf5-a679-bae029bbac68 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420413 Oct 17 10:25:53.372853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be22e-6597-4ff8-8972-84492210a6ff req-3d316e55-cd56-426d-881b-6b2c5064bc3c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:53.374237 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-007be22e-6597-4ff8-8972-84492210a6ff req-3d316e55-cd56-426d-881b-6b2c5064bc3c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0457609 Oct 17 10:25:53.421256 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-007be22e-6597-4ff8-8972-84492210a6ff req-78391b18-1dd2-4bf1-971d-8c95e46e670a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Oct 17 10:25:54.043909 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10e856-32db-416f-80cc-6a7de83bf19f req-ac5a0f80-a176-426c-a769-51ec58ea498a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:54.045349 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1f10e856-32db-416f-80cc-6a7de83bf19f req-ac5a0f80-a176-426c-a769-51ec58ea498a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0484235 Oct 17 10:25:54.092674 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1f10e856-32db-416f-80cc-6a7de83bf19f req-93aa8b29-65d9-4231-a4c1-04433565850e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 Oct 17 10:25:54.381618 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73365085-8f7b-4eec-a49e-1a33d89149ae req-3d6723bb-7a31-486f-beab-4db87541227a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:54.383618 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73365085-8f7b-4eec-a49e-1a33d89149ae req-3d6723bb-7a31-486f-beab-4db87541227a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0457973 Oct 17 10:25:54.431928 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73365085-8f7b-4eec-a49e-1a33d89149ae req-90b1304b-5c14-4dc6-b965-6d8f2ea3c2fa tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423944 Oct 17 10:25:54.544365 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a6452-f520-47ce-96d7-ec7a0dbf68df req-1dcf32ea-1b9d-4979-927e-559782530061 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:54.545838 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-815a6452-f520-47ce-96d7-ec7a0dbf68df req-1dcf32ea-1b9d-4979-927e-559782530061 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0483391 Oct 17 10:25:54.612491 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-4085a1f7-9fa4-4d77-9636-f2cf5204f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:54.614130 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-4085a1f7-9fa4-4d77-9636-f2cf5204f1eb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410948 Oct 17 10:25:54.631159 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-815a6452-f520-47ce-96d7-ec7a0dbf68df req-c50e2f2c-e3d2-4c64-991b-1f7bfc1a16de tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796571 Oct 17 10:25:54.636857 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9433c59-40c9-4056-8e89-34b331050bda req-5923cf2f-2b76-4152-b4c2-6767abc2e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:54.638235 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f9433c59-40c9-4056-8e89-34b331050bda req-5923cf2f-2b76-4152-b4c2-6767abc2e572 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0656126 Oct 17 10:25:55.215234 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def391e0-fa7e-4e09-8557-60cc19d703e2 req-38979a33-90f3-4be9-a103-c0e2c33ad970 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:55.216658 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-def391e0-fa7e-4e09-8557-60cc19d703e2 req-38979a33-90f3-4be9-a103-c0e2c33ad970 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0481522 Oct 17 10:25:55.263456 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-def391e0-fa7e-4e09-8557-60cc19d703e2 req-bf39eb38-0735-403c-9a79-21d24b7f88ba tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412848 Oct 17 10:25:55.593435 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2235-95b2-4d04-a9ac-fda49997c310 req-4073d1b8-1b37-45c3-bf68-0d1c4b789539 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:55.594972 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2c2d2235-95b2-4d04-a9ac-fda49997c310 req-4073d1b8-1b37-45c3-bf68-0d1c4b789539 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0853269 Oct 17 10:25:55.596381 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9433c59-40c9-4056-8e89-34b331050bda req-a2a8b57c-87a8-4526-bf19-6cf5d605d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:55.597737 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f9433c59-40c9-4056-8e89-34b331050bda req-a2a8b57c-87a8-4526-bf19-6cf5d605d326 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781586 Oct 17 10:25:55.637596 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:55.683001 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2c2d2235-95b2-4d04-a9ac-fda49997c310 req-3a813411-7f67-4b7a-a09d-198bf01fc217 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794184 Oct 17 10:25:55.687928 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-f1259c58-379c-437e-b42f-51c29d08ae8e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696410 Oct 17 10:25:55.800440 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09ce34-5c1f-4f6c-9bdd-786b22bad907 req-21e14da7-8aa7-490e-82e5-46073732116b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:55.801978 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6e09ce34-5c1f-4f6c-9bdd-786b22bad907 req-21e14da7-8aa7-490e-82e5-46073732116b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0668495 Oct 17 10:25:55.863995 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6e09ce34-5c1f-4f6c-9bdd-786b22bad907 req-607775a3-465d-4ec2-bd4f-397cf7cbf9a3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538998 Oct 17 10:25:56.387773 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa98a54-96d2-4517-9f36-5040b47c3e4e req-1f65b6d7-7e2f-4502-ab0f-7b04b18c9722 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:56.389710 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa98a54-96d2-4517-9f36-5040b47c3e4e req-1f65b6d7-7e2f-4502-ab0f-7b04b18c9722 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Oct 17 10:25:56.488150 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:56.498122 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f9433c59-40c9-4056-8e89-34b331050bda req-f0e697be-615b-43ee-9d96-1caa8ff3bd96 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051774 Oct 17 10:25:56.516593 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa98a54-96d2-4517-9f36-5040b47c3e4e req-495c0c8b-7c07-47bc-bb02-17d7bb8e83f0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125460 Oct 17 10:25:56.539132 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-443cfb56-e09a-4710-a8e2-aec8581bd891 req-0b2d72f6-2ffb-4952-87d7-55afc7682520 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362412 Oct 17 10:25:56.656262 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:56.675502 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8522a-db9d-434d-a668-d972b96fb82f req-f333d395-76a8-4fab-8369-75f5a9218e53 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:56.677020 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38c8522a-db9d-434d-a668-d972b96fb82f req-f333d395-76a8-4fab-8369-75f5a9218e53 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0521781 Oct 17 10:25:56.687314 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54080) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:56.694788 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-6e42eee3-f99f-4df9-8e3a-0cbb859df1c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'floatingip': {'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:56.775898 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6e42eee3-f99f-4df9-8e3a-0cbb859df1c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (0a819f6b-72e2-491c-89e7-828a22df7e9d), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:56.812914 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ce725-49a6-4ffa-8592-0a88c6fa7594 req-c356eaf8-7d7a-4875-942e-6cc2f19f28aa tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:56.820935 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f92ce725-49a6-4ffa-8592-0a88c6fa7594 req-c356eaf8-7d7a-4875-942e-6cc2f19f28aa tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0678201 Oct 17 10:25:56.878919 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f92ce725-49a6-4ffa-8592-0a88c6fa7594 req-6e5e7780-05fa-4e42-92ab-e9cdd949849f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568900 Oct 17 10:25:57.015263 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d47e8-a6aa-4982-9aea-306eaf984383 req-0c339bd3-245b-4950-a56a-77c313e91bb8 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:57.028684 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ba6d47e8-a6aa-4982-9aea-306eaf984383 req-0c339bd3-245b-4950-a56a-77c313e91bb8 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0590715 Oct 17 10:25:57.030269 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54098) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:57.037283 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-a50a7930-367c-46c7-bfb8-2294a27663d9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'floatingip': {'port_id': '1195ec6d-7c1a-4c0b-92b5-beb07772c367'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:25:57.069398 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54100) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:57.122373 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a50a7930-367c-46c7-bfb8-2294a27663d9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (69c16903-9699-4bdf-82dd-2aaaba45e764), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:57.462095 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff95a-9253-4c6f-b448-541c306ad842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:57.519822 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a60b-e804-4845-87e8-26613457e5e6 req-812a8c0e-d2e1-4265-bdf8-b4a305e2ddc8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:57.521432 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ce09a60b-e804-4845-87e8-26613457e5e6 req-812a8c0e-d2e1-4265-bdf8-b4a305e2ddc8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.2515948 Oct 17 10:25:57.699840 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff95a-9253-4c6f-b448-541c306ad842 admin admin] Publish callbacks [] for security_group (f1b43e24-3021-4c18-8286-c5bd67fb4f76), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:57.709508 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ce09a60b-e804-4845-87e8-26613457e5e6 req-fd65b0db-a304-4c83-87bd-10504dc463ad tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704764 Oct 17 10:25:57.733209 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff95a-9253-4c6f-b448-541c306ad842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (f1b43e24-3021-4c18-8286-c5bd67fb4f76), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:57.741013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:57.811193 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6e42eee3-f99f-4df9-8e3a-0cbb859df1c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:57.815250 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6e42eee3-f99f-4df9-8e3a-0cbb859df1c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (0a819f6b-72e2-491c-89e7-828a22df7e9d), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:57.857622 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ff95a-9253-4c6f-b448-541c306ad842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b43e24-3021-4c18-8286-c5bd67fb4f76,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:57.869682 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-bb4ff95a-9253-4c6f-b448-541c306ad842 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5106953452e747e6b7a44a0a4f19ebfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7965822 Oct 17 10:25:57.870117 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54120) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:57.947890 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-6e42eee3-f99f-4df9-8e3a-0cbb859df1c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Floating IP 0a819f6b-72e2-491c-89e7-828a22df7e9d associated. External IP: 172.27.3.218, port: 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16. Oct 17 10:25:57.951165 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:58.010661 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b6cec027-3f55-47a2-9d5e-91be1c8182de admin admin] Publish callbacks [] for security_group (f1b43e24-3021-4c18-8286-c5bd67fb4f76), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.061840 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b6cec027-3f55-47a2-9d5e-91be1c8182de admin admin] Publish callbacks [] for security_group (f1b43e24-3021-4c18-8286-c5bd67fb4f76), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.119030 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a50a7930-367c-46c7-bfb8-2294a27663d9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.122451 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a50a7930-367c-46c7-bfb8-2294a27663d9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (69c16903-9699-4bdf-82dd-2aaaba45e764), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.163106 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b6cec027-3f55-47a2-9d5e-91be1c8182de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (f1b43e24-3021-4c18-8286-c5bd67fb4f76), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.165756 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b6cec027-3f55-47a2-9d5e-91be1c8182de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.167030 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b6cec027-3f55-47a2-9d5e-91be1c8182de admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f1b43e24-3021-4c18-8286-c5bd67fb4f76 HTTP/1.1" status: 204 len: 168 time: 0.2958534 Oct 17 10:25:58.203888 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cec027-3f55-47a2-9d5e-91be1c8182de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b43e24-3021-4c18-8286-c5bd67fb4f76,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:58.214642 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:58.220472 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:58.234007 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-a50a7930-367c-46c7-bfb8-2294a27663d9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Floating IP 69c16903-9699-4bdf-82dd-2aaaba45e764 associated. External IP: 172.27.3.153, port: 1195ec6d-7c1a-4c0b-92b5-beb07772c367. Oct 17 10:25:58.236338 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e42eee3-f99f-4df9-8e3a-0cbb859df1c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:25:58.365467 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e42eee3-f99f-4df9-8e3a-0cbb859df1c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:25:58.371256 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6e42eee3-f99f-4df9-8e3a-0cbb859df1c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.380989 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:25:58.398375 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:25:58.400108 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:25:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:58.405494 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6e42eee3-f99f-4df9-8e3a-0cbb859df1c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/0a819f6b-72e2-491c-89e7-828a22df7e9d HTTP/1.1" status: 200 len: 991 time: 1.7170963 Oct 17 10:25:58.406180 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'tag': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:58.408680 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115f0d0e-4f91-4197-9148-b0c6101b4c47" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dd552f-1059-4d09-a797-ac62de74b383", "tag": "05903ad8-a4e1-4f5e-afb2-0494b0e2bc16"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:58.456507 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9134df38-1093-42b6-9736-8471c0467454 x-openstack-request-id: req-9134df38-1093-42b6-9736-8471c0467454 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:58.458046 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dd552f-1059-4d09-a797-ac62de74b383", "tag": "05903ad8-a4e1-4f5e-afb2-0494b0e2bc16", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:58.458719 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9134df38-1093-42b6-9736-8471c0467454 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:58.460293 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9134df38-1093-42b6-9736-8471c0467454'] response: {'name': 'network-changed', 'server_uuid': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'tag': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'status': 'completed', 'code': 200} Oct 17 10:25:58.512079 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50a7930-367c-46c7-bfb8-2294a27663d9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Router 1d34bb7a-d454-4d9b-ad00-61b64426be90 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:25:58.529391 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:25:58.558352 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54136) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:58.572688 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3a86f0bb-a764-462a-bb54-d98e76aeae50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.638011 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50a7930-367c-46c7-bfb8-2294a27663d9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:25:58.643737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a50a7930-367c-46c7-bfb8-2294a27663d9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.654762 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] Sync routers for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:25:58.663450 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3a86f0bb-a764-462a-bb54-d98e76aeae50 admin admin] Publish callbacks [] for security_group (281125d0-e30e-4cf5-bddd-e95b957dfb32), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.671215 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3a86f0bb-a764-462a-bb54-d98e76aeae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (281125d0-e30e-4cf5-bddd-e95b957dfb32), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.676922 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a50a7930-367c-46c7-bfb8-2294a27663d9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/69c16903-9699-4bdf-82dd-2aaaba45e764 HTTP/1.1" status: 200 len: 991 time: 1.6455085 Oct 17 10:25:58.677428 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:25:58.677610 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'tag': '1195ec6d-7c1a-4c0b-92b5-beb07772c367'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:25:58.678069 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:25:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:58.680982 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5d997f-97d2-49fe-a990-8b1c05926dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1f19cb-20df-4e33-810d-5e2ced70ef28", "tag": "1195ec6d-7c1a-4c0b-92b5-beb07772c367"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:25:58.707775 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3a86f0bb-a764-462a-bb54-d98e76aeae50 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6e86ea67982643879aa4bb140a416aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477196 Oct 17 10:25:58.710264 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54144) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:58.738052 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93b6949-0b39-49b5-b2b7-445091009d1d x-openstack-request-id: req-a93b6949-0b39-49b5-b2b7-445091009d1d {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:25:58.739267 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1f19cb-20df-4e33-810d-5e2ced70ef28", "tag": "1195ec6d-7c1a-4c0b-92b5-beb07772c367", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:25:58.739766 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a93b6949-0b39-49b5-b2b7-445091009d1d {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:25:58.740372 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93b6949-0b39-49b5-b2b7-445091009d1d'] response: {'name': 'network-changed', 'server_uuid': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'tag': '1195ec6d-7c1a-4c0b-92b5-beb07772c367', 'status': 'completed', 'code': 200} Oct 17 10:25:58.776888 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86f0bb-a764-462a-bb54-d98e76aeae50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281125d0-e30e-4cf5-bddd-e95b957dfb32,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:58.798716 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-32caf05f-efc2-46db-945b-939c311de784 admin admin] Publish callbacks [] for security_group (281125d0-e30e-4cf5-bddd-e95b957dfb32), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.819971 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:58.823558 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:25:58.826253 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-32caf05f-efc2-46db-945b-939c311de784 admin admin] Publish callbacks [] for security_group (281125d0-e30e-4cf5-bddd-e95b957dfb32), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.848119 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '0a819f6b-72e2-491c-89e7-828a22df7e9d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:57Z', 'updated_at': '2022-10-17T10:25:57Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:58.876741 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:25:58.881265 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-32caf05f-efc2-46db-945b-939c311de784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (281125d0-e30e-4cf5-bddd-e95b957dfb32), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.884825 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-32caf05f-efc2-46db-945b-939c311de784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:58.885993 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-32caf05f-efc2-46db-945b-939c311de784 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/281125d0-e30e-4cf5-bddd-e95b957dfb32 HTTP/1.1" status: 204 len: 168 time: 0.1737230 Oct 17 10:25:58.889031 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a6685-a85a-487f-99a9-d836b0318c81 req-408a68ef-c1ae-43d7-b99f-5e43a72e1a2a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:25:58.891398 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:25:58.891963 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:25:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:58.893032 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-735a6685-a85a-487f-99a9-d836b0318c81 req-408a68ef-c1ae-43d7-b99f-5e43a72e1a2a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0797932 Oct 17 10:25:58.901053 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32caf05f-efc2-46db-945b-939c311de784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281125d0-e30e-4cf5-bddd-e95b957dfb32,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:58.958108 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-735a6685-a85a-487f-99a9-d836b0318c81 req-ee856646-41fc-43e9-88df-2b2641df6d76 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547640 Oct 17 10:25:59.020876 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:25:59.274145 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '0a819f6b-72e2-491c-89e7-828a22df7e9d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:57Z', 'updated_at': '2022-10-17T10:25:57Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:59.285258 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '69c16903-9699-4bdf-82dd-2aaaba45e764', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'port_id': '1195ec6d-7c1a-4c0b-92b5-beb07772c367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'mac_address': 'fa:16:3e:2d:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:58Z', 'updated_at': '2022-10-17T10:25:57Z', 'revision_number': 1, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:59.305326 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec05d5-49a0-4f6f-9033-6550d1fa643e None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '0a819f6b-72e2-491c-89e7-828a22df7e9d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:57Z', 'updated_at': '2022-10-17T10:25:57Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:25:59.328842 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] Checking router: 1d34bb7a-d454-4d9b-ad00-61b64426be90 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:25:59.341838 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:25:59.342855 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:25:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:59.367798 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54156) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:59.382504 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cf465353-7a98-4703-88d6-f758c23060c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:59.430852 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:59.471105 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cf465353-7a98-4703-88d6-f758c23060c6 admin admin] Publish callbacks [] for security_group (a2de753e-6a53-4d1f-8f39-b6b7140efb2a), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:59.475026 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cf465353-7a98-4703-88d6-f758c23060c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (a2de753e-6a53-4d1f-8f39-b6b7140efb2a), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:59.478674 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:25:59.527122 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:59.528229 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cf465353-7a98-4703-88d6-f758c23060c6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=518cd00e397242a2a04d8fdda6249751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589966 Oct 17 10:25:59.530755 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf465353-7a98-4703-88d6-f758c23060c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2de753e-6a53-4d1f-8f39-b6b7140efb2a,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:59.531128 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54160) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:25:59.589641 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b0ca414f-495d-446d-a0f7-5486a2e58930 admin admin] Publish callbacks [] for security_group (a2de753e-6a53-4d1f-8f39-b6b7140efb2a), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:59.601178 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6173d4-56a3-41fa-8616-cfdbe1f5e214 None None] New status for floating IP 0a819f6b-72e2-491c-89e7-828a22df7e9d: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:25:59.612072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b0ca414f-495d-446d-a0f7-5486a2e58930 admin admin] Publish callbacks [] for security_group (a2de753e-6a53-4d1f-8f39-b6b7140efb2a), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:59.664842 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b0ca414f-495d-446d-a0f7-5486a2e58930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (a2de753e-6a53-4d1f-8f39-b6b7140efb2a), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:59.668143 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b0ca414f-495d-446d-a0f7-5486a2e58930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:25:59.669782 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b0ca414f-495d-446d-a0f7-5486a2e58930 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a2de753e-6a53-4d1f-8f39-b6b7140efb2a HTTP/1.1" status: 204 len: 168 time: 0.1372032 Oct 17 10:25:59.677608 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca414f-495d-446d-a0f7-5486a2e58930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2de753e-6a53-4d1f-8f39-b6b7140efb2a,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:25:59.758667 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '69c16903-9699-4bdf-82dd-2aaaba45e764', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'port_id': '1195ec6d-7c1a-4c0b-92b5-beb07772c367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'mac_address': 'fa:16:3e:2d:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:58Z', 'updated_at': '2022-10-17T10:25:57Z', 'revision_number': 1, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:25:59.759203 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:25:59.788836 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddf153-2297-4f44-90dd-4027d4c8ba7c None None] The sync data for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi is: [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '69c16903-9699-4bdf-82dd-2aaaba45e764', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'port_id': '1195ec6d-7c1a-4c0b-92b5-beb07772c367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'mac_address': 'fa:16:3e:2d:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:58Z', 'updated_at': '2022-10-17T10:25:57Z', 'revision_number': 1, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:00.011054 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12badc-2af7-4eb0-815d-c5555fe8bfac None None] New status for floating IP 69c16903-9699-4bdf-82dd-2aaaba45e764: ACTIVE {{(pid=104473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:26:00.110959 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defd206-b596-4602-a470-9ba00e9eddd6 req-f131dce5-9f4a-475e-9704-492d933aaa60 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:00.112641 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7defd206-b596-4602-a470-9ba00e9eddd6 req-f131dce5-9f4a-475e-9704-492d933aaa60 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0661874 Oct 17 10:26:00.178886 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7defd206-b596-4602-a470-9ba00e9eddd6 req-2ec44783-63bf-4dfd-93c9-ff7f03daf047 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586190 Oct 17 10:26:00.475776 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54190) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:00.571650 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1123855674-network', 'tenant_id': '0e87741d68c74ae29ecea930893e3449'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:00.580017 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:00.594689 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Made reservation on behalf of 0e87741d68c74ae29ecea930893e3449 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:26:00.597043 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:00.607371 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:00.687373 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Publish callbacks [] for security_group (56c5b48f-ddd9-42e5-8807-842331672455), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:00.690947 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (56c5b48f-ddd9-42e5-8807-842331672455), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:00.718878 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:26:00.725275 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c5b48f-ddd9-42e5-8807-842331672455,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:00.732585 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (de112e13-cecf-43a2-b5f4-6dab9cb40ae3), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:00.732996 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Added segment de112e13-cecf-43a2-b5f4-6dab9cb40ae3 of type vlan for network e6600083-efa1-4cdc-8469-423af4747abb Oct 17 10:26:00.773157 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (e6600083-efa1-4cdc-8469-423af4747abb), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:00.799135 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (e6600083-efa1-4cdc-8469-423af4747abb), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:00.800142 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:00.800887 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:00.856687 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3798320 Oct 17 10:26:00.859682 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54198) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:00.864689 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Request body: {'subnet': {'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1123855674-subnet', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:00.868220 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30b72a-bcbb-44ea-b249-c434733bafde admin admin] Pushing event updated for resources: {'Network': ['ID=e6600083-efa1-4cdc-8469-423af4747abb,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:00.877969 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network e6600083-efa1-4cdc-8469-423af4747abb details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:26:00.889468 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Made reservation on behalf of 0e87741d68c74ae29ecea930893e3449 for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:26:00.891891 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:00.894350 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:01.063327 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.101171 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:01.120508 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:01.131600 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Checking segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:01.131956 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Network hostable DHCP agents. Network: e6600083-efa1-4cdc-8469-423af4747abb, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:26:01.149072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Network e6600083-efa1-4cdc-8469-423af4747abb is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:26:01.157939 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, e6600083-efa1-4cdc-8469-423af4747abb) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:01.162157 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:01.162789 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.173319 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec51723-5a60-4bf2-81d6-cea164df2c16 None None] Network e6600083-efa1-4cdc-8469-423af4747abb requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:26:01.181564 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-cdb4d530-4a8b-4877-a5c9-276c3a6c7bda admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3205094 Oct 17 10:26:01.184026 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54202) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:01.188485 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:01.214418 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (2eca77e2-dba6-45ad-a93e-27c00a3ad862), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.215562 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (2eca77e2-dba6-45ad-a93e-27c00a3ad862), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.278033 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks [] for router_controller (2eca77e2-dba6-45ad-a93e-27c00a3ad862), precommit_add_association {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.286031 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-e6600083-efa1-4cdc-8469-423af4747abb', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:26:01.287017 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.421696 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:01.431573 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Allocated IP 172.20.0.2 (e6600083-efa1-4cdc-8469-423af4747abb/9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69/d12e2279-fe6f-4cd0-a916-77633c4f35b5) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:01.569896 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231a37-5db3-4f13-bbf2-e2076bf5bba6 req-fea8b49f-c3d7-484d-b788-46ab05c190ac tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:01.571631 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fd231a37-5db3-4f13-bbf2-e2076bf5bba6 req-fea8b49f-c3d7-484d-b788-46ab05c190ac tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.3038654 Oct 17 10:26:01.581644 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Publish callbacks [] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.588558 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.626765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Network e6600083-efa1-4cdc-8469-423af4747abb is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:01.631072 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:01.635784 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:01.642467 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Pushing event updated for resources: {'Port': ['ID=d12e2279-fe6f-4cd0-a916-77633c4f35b5,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:01.669129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks [] for router_gateway (2eca77e2-dba6-45ad-a93e-27c00a3ad862), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.694595 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:01.698059 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fd231a37-5db3-4f13-bbf2-e2076bf5bba6 req-b45b8097-ec1e-43dc-acc4-592e1b4e54fe tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188397 Oct 17 10:26:01.701121 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Attempting to bind port d12e2279-fe6f-4cd0-a916-77633c4f35b5 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:01.701452 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Attempting to bind port d12e2279-fe6f-4cd0-a916-77633c4f35b5 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:01.701817 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Attempting to bind port d12e2279-fe6f-4cd0-a916-77633c4f35b5 on network e6600083-efa1-4cdc-8469-423af4747abb {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:01.863722 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:01.864093 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Checking segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:01.864496 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.864888 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Bound using segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:01.865362 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Bound port: d12e2279-fe6f-4cd0-a916-77633c4f35b5, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:01.865741 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.886030 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks [] for router_gateway (2eca77e2-dba6-45ad-a93e-27c00a3ad862), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.908918 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.925194 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] For port d12e2279-fe6f-4cd0-a916-77633c4f35b5, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:01.928292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] For port d12e2279-fe6f-4cd0-a916-77633c4f35b5, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=d12e2279-fe6f-4cd0-a916-77633c4f35b5,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:01.934830 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:01.988176 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f116b9-b7c2-411d-b10d-d6fefcdbf5c6 None None] Pushing event updated for resources: {'Port': ['ID=d12e2279-fe6f-4cd0-a916-77633c4f35b5,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:02.030529 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Allocated IP 172.27.3.92 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/a54da1b4-8028-4a0d-ae12-4a07b801b85a) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:02.035035 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:02.180465 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks [] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:02.229802 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:02.259155 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:02.283495 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Pushing event updated for resources: {'Port': ['ID=a54da1b4-8028-4a0d-ae12-4a07b801b85a,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:02.287019 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:02.289999 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:02.294610 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:02.384215 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f9433c59-40c9-4056-8e89-34b331050bda req-b01a118d-b3c3-450a-a7ad-e0b72e18c31c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441860 Oct 17 10:26:02.461537 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-6df9d0af-7337-4980-9a46-d777bcd4f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:02.463095 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-6df9d0af-7337-4980-9a46-d777bcd4f97a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 1129 time: 0.1257975 Oct 17 10:26:02.466005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-e041580a-a4c2-45e6-b693-86935b87634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:02.467382 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-e041580a-a4c2-45e6-b693-86935b87634e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 1129 time: 0.0979457 Oct 17 10:26:02.592804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks [] for router_gateway (2eca77e2-dba6-45ad-a93e-27c00a3ad862), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:02.871732 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3259a-1cb9-4699-bacd-e131a44bc2a2 req-176ff5ab-c301-4ea9-9a58-badc10b6ebe9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:02.878724 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5da3259a-1cb9-4699-bacd-e131a44bc2a2 req-176ff5ab-c301-4ea9-9a58-badc10b6ebe9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0906608 Oct 17 10:26:02.925528 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-ba2a6e7f-88fa-42a6-b783-f6cdf0e79408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:02.927195 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-ba2a6e7f-88fa-42a6-b783-f6cdf0e79408 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 912 time: 0.1830394 Oct 17 10:26:02.928201 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5da3259a-1cb9-4699-bacd-e131a44bc2a2 req-b2782ccc-c0a6-4e09-9e16-f0b491693eca tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486319 Oct 17 10:26:02.964260 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:02.977144 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6b3f9-f86e-4fab-ad18-33fb3aecf856 None None] Network e6600083-efa1-4cdc-8469-423af4747abb requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:26:02.978477 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (2eca77e2-dba6-45ad-a93e-27c00a3ad862), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.027797 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-925820e8-182f-435f-8491-b109c2b5853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:03.029270 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-925820e8-182f-435f-8491-b109c2b5853d service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 916 time: 0.2840247 Oct 17 10:26:03.034074 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-de7b1d4a-7702-41fd-8eeb-c69721dcd482 None None] Provisioning complete for port d12e2279-fe6f-4cd0-a916-77633c4f35b5 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:03.034472 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-de7b1d4a-7702-41fd-8eeb-c69721dcd482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.034812 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-de7b1d4a-7702-41fd-8eeb-c69721dcd482 None None] Attempt 1 to provision port d12e2279-fe6f-4cd0-a916-77633c4f35b5 Oct 17 10:26:03.122831 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:26:03.157055 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-de7b1d4a-7702-41fd-8eeb-c69721dcd482 None None] Current status of the port d12e2279-fe6f-4cd0-a916-77633c4f35b5 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:03.157590 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-de7b1d4a-7702-41fd-8eeb-c69721dcd482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.196488 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-de7b1d4a-7702-41fd-8eeb-c69721dcd482 None None] For port d12e2279-fe6f-4cd0-a916-77633c4f35b5, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=d12e2279-fe6f-4cd0-a916-77633c4f35b5,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:03.201177 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-de7b1d4a-7702-41fd-8eeb-c69721dcd482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.242315 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:26:03.254517 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Sync routers for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:26:03.258566 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b1d4a-7702-41fd-8eeb-c69721dcd482 None None] Pushing event updated for resources: {'Port': ['ID=d12e2279-fe6f-4cd0-a916-77633c4f35b5,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:03.264462 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.265871 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b7ba67ea-bf95-45e3-aba1-9522d5cca714 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0808914 Oct 17 10:26:03.268756 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54230) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:03.271817 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:03.272442 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:25:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:03.328475 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:03.418711 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:03.428411 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-21ada5b5-af7c-4905-a6d7-7cc1d2e1de81 None None] Provisioning complete for port d12e2279-fe6f-4cd0-a916-77633c4f35b5 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:03.428875 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-21ada5b5-af7c-4905-a6d7-7cc1d2e1de81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.429281 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-21ada5b5-af7c-4905-a6d7-7cc1d2e1de81 None None] Attempt 1 to provision port d12e2279-fe6f-4cd0-a916-77633c4f35b5 Oct 17 10:26:03.479797 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:03.506130 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-21ada5b5-af7c-4905-a6d7-7cc1d2e1de81 None None] Current status of the port d12e2279-fe6f-4cd0-a916-77633c4f35b5 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:03.583245 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:03.655839 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:02Z', 'revision_number': 3, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:03.682506 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Checking router: 2eca77e2-dba6-45ad-a93e-27c00a3ad862 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:26:03.682881 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Updating router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 port a54da1b4-8028-4a0d-ae12-4a07b801b85a binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:26:03.717761 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.810422 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d12e2279-fe6f-4cd0-a916-77633c4f35b5 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:03.864100 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port d12e2279-fe6f-4cd0-a916-77633c4f35b5 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:03.864492 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.864836 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port d12e2279-fe6f-4cd0-a916-77633c4f35b5 Oct 17 10:26:03.920834 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:03.932359 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.952411 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port d12e2279-fe6f-4cd0-a916-77633c4f35b5 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:03.985853 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Publish callbacks [] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:03.994753 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.030648 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Attempting to bind port a54da1b4-8028-4a0d-ae12-4a07b801b85a on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:04.031020 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Attempting to bind port a54da1b4-8028-4a0d-ae12-4a07b801b85a by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:04.031387 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Attempting to bind port a54da1b4-8028-4a0d-ae12-4a07b801b85a on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:04.051742 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:04.071043 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcabe28-e312-4d80-9397-35142b8d011a req-7084ef94-7935-4efd-b412-88d7939e6884 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:04.078247 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-dbcabe28-e312-4d80-9397-35142b8d011a req-7084ef94-7935-4efd-b412-88d7939e6884 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0624125 Oct 17 10:26:04.085078 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Pushing event updated for resources: {'Port': ['ID=a54da1b4-8028-4a0d-ae12-4a07b801b85a,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:04.095148 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.095746 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.096237 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.096742 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.097076 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.097404 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.097722 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.098185 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.098550 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.098874 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.099192 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.099523 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.099988 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.100310 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.100621 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:04.106952 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:04.107322 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:04.107724 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.108108 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:04.108584 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Bound port: a54da1b4-8028-4a0d-ae12-4a07b801b85a, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:04.109206 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.121488 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Allocated IP 172.20.0.1 (e6600083-efa1-4cdc-8469-423af4747abb/9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69/9ff24131-1d19-47ce-bc7e-7e817c29310e) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:04.135483 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-dbcabe28-e312-4d80-9397-35142b8d011a req-4e4c320e-0d97-49cc-a247-60cb083d0438 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555656 Oct 17 10:26:04.161887 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] For port a54da1b4-8028-4a0d-ae12-4a07b801b85a, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:04.166027 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] For port a54da1b4-8028-4a0d-ae12-4a07b801b85a, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a54da1b4-8028-4a0d-ae12-4a07b801b85a,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:04.172124 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.209887 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:04.210532 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:25:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:04.250536 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Publish callbacks [] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.270703 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f5735-e945-4dc5-8127-9378349778cb None None] Pushing event updated for resources: {'Port': ['ID=a54da1b4-8028-4a0d-ae12-4a07b801b85a,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:04.282880 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.319297 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:04.326626 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Network e6600083-efa1-4cdc-8469-423af4747abb is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:04.331762 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:04.332049 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:04.333924 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff24131-1d19-47ce-bc7e-7e817c29310e,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:04.336291 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:04.337382 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (2eca77e2-dba6-45ad-a93e-27c00a3ad862), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.394813 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:04.488791 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.504777 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:04.520785 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:02Z', 'revision_number': 3, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:04.551957 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade055-619a-411b-a98f-ac1e11a45bcf None None] The sync data for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi is: [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:02Z', 'revision_number': 3, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:04.565480 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-eb5530dd-fbaa-484f-bed8-0062b0b5f904 None None] Provisioning complete for port 9ff24131-1d19-47ce-bc7e-7e817c29310e triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:04.566033 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-eb5530dd-fbaa-484f-bed8-0062b0b5f904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.566555 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-eb5530dd-fbaa-484f-bed8-0062b0b5f904 None None] Attempt 1 to provision port 9ff24131-1d19-47ce-bc7e-7e817c29310e Oct 17 10:26:04.603097 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-eb5530dd-fbaa-484f-bed8-0062b0b5f904 None None] Port 9ff24131-1d19-47ce-bc7e-7e817c29310e cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:26:04.640201 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:04.670206 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Publish callbacks [] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.679778 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.680639 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (2eca77e2-dba6-45ad-a93e-27c00a3ad862), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:04.769059 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:04.784319 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff24131-1d19-47ce-bc7e-7e817c29310e,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:04.849124 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Network e6600083-efa1-4cdc-8469-423af4747abb is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:04.850499 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:04.984320 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:26:05.095203 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:26:05.100841 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7a1144a0-c9d4-40e6-8bc7-c15219363300 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2eca77e2-dba6-45ad-a93e-27c00a3ad862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8296132 Oct 17 10:26:05.125660 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-c7b3dace-1131-4946-900c-26d99bdae2da None None] Provisioning complete for port 9ff24131-1d19-47ce-bc7e-7e817c29310e triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:05.126032 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7b3dace-1131-4946-900c-26d99bdae2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.126429 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-c7b3dace-1131-4946-900c-26d99bdae2da None None] Attempt 1 to provision port 9ff24131-1d19-47ce-bc7e-7e817c29310e Oct 17 10:26:05.168284 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3dace-1131-4946-900c-26d99bdae2da None None] Port 9ff24131-1d19-47ce-bc7e-7e817c29310e cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:26:05.270490 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e3956-02c7-47a2-b473-9d1c6b7b49ff req-d3a70b76-f125-4f52-812e-3bef2d921612 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:05.272078 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ec4e3956-02c7-47a2-b473-9d1c6b7b49ff req-d3a70b76-f125-4f52-812e-3bef2d921612 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0549724 Oct 17 10:26:05.329820 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ec4e3956-02c7-47a2-b473-9d1c6b7b49ff req-b1ae014d-4daf-4a6e-b577-52cc255a922b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512691 Oct 17 10:26:05.620798 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54272) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:05.625616 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1074365121-network', 'tenant_id': '4d06020a20de48389f76209233fea396'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:05.645722 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Made reservation on behalf of 4d06020a20de48389f76209233fea396 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:26:05.648106 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.657713 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.717225 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:05.740368 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Publish callbacks [] for security_group (2a9b074c-b0dd-4b99-93c0-8c2bbbd10979), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.744647 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (2a9b074c-b0dd-4b99-93c0-8c2bbbd10979), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.771795 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:26:05.783555 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-baed361b-a301-413b-a7ef-443af56d9ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.786289 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9b074c-b0dd-4b99-93c0-8c2bbbd10979,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:05.789268 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (c6239f4f-e52a-4ea9-b670-86755cd13fac), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.789669 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Added segment c6239f4f-e52a-4ea9-b670-86755cd13fac of type vlan for network 340674ff-5250-4e93-a493-3b23c176ec6e Oct 17 10:26:05.816964 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a54da1b4-8028-4a0d-ae12-4a07b801b85a up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:05.836958 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (340674ff-5250-4e93-a493-3b23c176ec6e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.864470 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port a54da1b4-8028-4a0d-ae12-4a07b801b85a triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:05.864831 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (340674ff-5250-4e93-a493-3b23c176ec6e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.865149 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.865489 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port a54da1b4-8028-4a0d-ae12-4a07b801b85a Oct 17 10:26:05.866206 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:05.866836 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.920947 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2990410 Oct 17 10:26:05.923809 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54276) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:05.928640 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Request body: {'subnet': {'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1074365121-subnet', 'tenant_id': '4d06020a20de48389f76209233fea396', 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:05.939911 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e5f4a-7ae5-4ac8-a6ba-76a5e70d1653 admin admin] Pushing event updated for resources: {'Network': ['ID=340674ff-5250-4e93-a493-3b23c176ec6e,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:05.952241 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port a54da1b4-8028-4a0d-ae12-4a07b801b85a is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:05.952632 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.956015 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Made reservation on behalf of 4d06020a20de48389f76209233fea396 for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:26:05.959179 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:05.963318 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 340674ff-5250-4e93-a493-3b23c176ec6e details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:26:06.027131 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port a54da1b4-8028-4a0d-ae12-4a07b801b85a, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a54da1b4-8028-4a0d-ae12-4a07b801b85a,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:06.038667 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:06.100545 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=a54da1b4-8028-4a0d-ae12-4a07b801b85a,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:06.148806 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:06.199784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:06.219345 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Checking segment: {'id': 'c6239f4f-e52a-4ea9-b670-86755cd13fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:06.219709 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Network hostable DHCP agents. Network: 340674ff-5250-4e93-a493-3b23c176ec6e, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:26:06.239629 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Network 340674ff-5250-4e93-a493-3b23c176ec6e is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:26:06.244021 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Sync routers for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:26:06.250061 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 340674ff-5250-4e93-a493-3b23c176ec6e) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:06.254188 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:06.254944 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:06.255068 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:06.255675 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:25:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:06.273083 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a53e99d5-34c1-4f34-9c25-27118a872c17 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3481896 Oct 17 10:26:06.275645 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54282) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:06.280122 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:06.294106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0859be-ce06-484b-b25d-80461c522509 None None] Network 340674ff-5250-4e93-a493-3b23c176ec6e requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:26:06.300465 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:06.301438 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:06.353910 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks [] for router_controller (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), precommit_add_association {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:06.405349 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:06.449163 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:06.456989 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:06.479838 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-340674ff-5250-4e93-a493-3b23c176ec6e', 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e', 'project_id': '4d06020a20de48389f76209233fea396', 'fixed_ips': [{'subnet_id': '9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:26:06.480757 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:06.529975 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks [] for router_gateway (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:06.538583 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb05d-29c7-4e43-a137-266e7250ed31 req-8ed9f7c9-ae36-4d5a-ac0f-f2feb071dfe6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:06.540984 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-99fcb05d-29c7-4e43-a137-266e7250ed31 req-8ed9f7c9-ae36-4d5a-ac0f-f2feb071dfe6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.1179602 Oct 17 10:26:06.658778 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-99fcb05d-29c7-4e43-a137-266e7250ed31 req-975ceffc-c69f-410e-be44-b40e18612563 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943797 Oct 17 10:26:06.663533 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:06.719894 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:06.761970 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Allocated IP 172.20.0.2 (340674ff-5250-4e93-a493-3b23c176ec6e/9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c/42fe6d54-a2f9-4605-8ff0-a67f741c6bcf) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:06.796852 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 2, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:06.858928 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Checking router: 2eca77e2-dba6-45ad-a93e-27c00a3ad862 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:26:06.859283 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Updating router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 port 9ff24131-1d19-47ce-bc7e-7e817c29310e binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:26:06.985590 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks [] for router_gateway (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.005234 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.036912 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.213472 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Publish callbacks [] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.224453 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.261212 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Allocated IP 172.27.3.188 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/5e412d9c-96e2-49dd-a2e4-10e1cfee04af) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:07.294963 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-2edb337b-6754-43dc-9d62-9562c3319cd9 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367 HTTP/1.1" status: 200 len: 1001 time: 0.1732135 Oct 17 10:26:07.298470 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-193c332f-8bd2-4a17-b800-0162df46039a service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 HTTP/1.1" status: 200 len: 1001 time: 0.1753225 Oct 17 10:26:07.309225 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Network 340674ff-5250-4e93-a493-3b23c176ec6e is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:07.317545 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:07.324614 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:07.329321 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Pushing event updated for resources: {'Port': ['ID=42fe6d54-a2f9-4605-8ff0-a67f741c6bcf,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:07.334595 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:07.429125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Attempting to bind port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:07.430018 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Attempting to bind port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'c6239f4f-e52a-4ea9-b670-86755cd13fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:07.431223 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Attempting to bind port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf on network 340674ff-5250-4e93-a493-3b23c176ec6e {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:07.458531 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-d9dabf93-f08b-4e6e-9cbc-b9860a47c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:07.459978 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-d9dabf93-f08b-4e6e-9cbc-b9860a47c190 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.1429219 Oct 17 10:26:07.463469 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-185be439-d3f4-4919-9310-6eb9dd1af9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:07.464797 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-185be439-d3f4-4919-9310-6eb9dd1af9ab service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=16961a83-7d1e-4dac-aa8e-f48fd5034240 HTTP/1.1" status: 200 len: 850 time: 0.1029656 Oct 17 10:26:07.517565 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Publish callbacks [] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.522154 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:07.522513 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Checking segment: {'id': 'c6239f4f-e52a-4ea9-b670-86755cd13fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:07.522909 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.523397 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Bound using segment: {'id': 'c6239f4f-e52a-4ea9-b670-86755cd13fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:07.524132 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Bound port: 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6239f4f-e52a-4ea9-b670-86755cd13fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:07.524511 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.527745 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.553611 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks [] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.570603 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-689b8825-74ac-414c-8af6-6e32f7d5e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:07.572623 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-689b8825-74ac-414c-8af6-6e32f7d5e1e2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986123 Oct 17 10:26:07.575934 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-3fc3aed1-aaf8-4da2-9786-bf795a535d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:07.578671 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-3fc3aed1-aaf8-4da2-9786-bf795a535d9f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947564 Oct 17 10:26:07.606543 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.631049 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ef9bc-2389-440a-b61a-42c07058a2e4 None None] Pushing event updated for resources: {'Port': ['ID=9ff24131-1d19-47ce-bc7e-7e817c29310e,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:07.651093 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:07.657722 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:07.660317 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:07.681325 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Attempting to bind port 9ff24131-1d19-47ce-bc7e-7e817c29310e on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:07.681699 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Attempting to bind port 9ff24131-1d19-47ce-bc7e-7e817c29310e by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:07.682067 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Attempting to bind port 9ff24131-1d19-47ce-bc7e-7e817c29310e on network e6600083-efa1-4cdc-8469-423af4747abb {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:07.684388 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] For port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:07.688231 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] For port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=42fe6d54-a2f9-4605-8ff0-a67f741c6bcf,segment=NetworkSegment(c6239f4f-e52a-4ea9-b670-86755cd13fac),segment_id=c6239f4f-e52a-4ea9-b670-86755cd13fac)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:07.705090 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:07.715100 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.739615 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Pushing event updated for resources: {'Port': ['ID=5e412d9c-96e2-49dd-a2e4-10e1cfee04af,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:07.769509 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:07.792665 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:07.793043 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Checking segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:07.793514 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.793908 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Bound using segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:07.794472 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Bound port: 9ff24131-1d19-47ce-bc7e-7e817c29310e, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:07.794930 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.819441 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e551e86-e6a7-4af8-b901-9d0fd2f4c246 None None] Pushing event updated for resources: {'Port': ['ID=42fe6d54-a2f9-4605-8ff0-a67f741c6bcf,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:07.880225 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6e56d-b5dc-46e9-ad97-c8fc028be011 req-d90bfcc8-626f-4345-bc95-5bb200f405dc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:07.885139 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64b6e56d-b5dc-46e9-ad97-c8fc028be011 req-d90bfcc8-626f-4345-bc95-5bb200f405dc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0981827 Oct 17 10:26:07.896444 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a54da1b4-8028-4a0d-ae12-4a07b801b85a up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:07.935667 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] For port 9ff24131-1d19-47ce-bc7e-7e817c29310e, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:07.944475 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64b6e56d-b5dc-46e9-ad97-c8fc028be011 req-7ac4ee8a-dd2c-46dd-80be-ea5622223046 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531409 Oct 17 10:26:07.952855 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks [] for router_gateway (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:07.982753 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] For port 9ff24131-1d19-47ce-bc7e-7e817c29310e, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=9ff24131-1d19-47ce-bc7e-7e817c29310e,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:07.999765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port a54da1b4-8028-4a0d-ae12-4a07b801b85a triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:08.000815 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:08.001886 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port a54da1b4-8028-4a0d-ae12-4a07b801b85a Oct 17 10:26:08.005001 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:08.041574 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:08.075573 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:08.076369 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:25:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:08.133429 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:08.203378 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:08.228501 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ef9bc-2389-440a-b61a-42c07058a2e4 None None] Pushing event updated for resources: {'Port': ['ID=9ff24131-1d19-47ce-bc7e-7e817c29310e,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:08.241343 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11281161-19f2-418a-81e4-46a7b6f811bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:08.257003 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:08.330460 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port a54da1b4-8028-4a0d-ae12-4a07b801b85a is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:08.491802 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-9568657a-897a-45e3-8ee8-721a20643a7a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313621 Oct 17 10:26:08.495849 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-b8590691-9a1f-46ca-9908-b85dd89694b7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330801 Oct 17 10:26:08.498277 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:07Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:08.528011 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df5d5b-74fe-4f25-a945-b3092c4e2283 None None] The sync data for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi is: [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:07Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:08.660837 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:26:08.692034 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:08.715476 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0a5d997f-97d2-49fe-a990-8b1c05926dbd req-c4849dd4-3c8a-4fac-a4f9-99629fdf0af5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118237 Oct 17 10:26:08.723371 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-115f0d0e-4f91-4197-9148-b0c6101b4c47 req-dd50d3d9-2041-4dbe-94dd-f3f5d16dc957 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102153 Oct 17 10:26:09.041775 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1963f5a4-855d-4971-8676-547e6ab6f86a None None] Network 340674ff-5250-4e93-a493-3b23c176ec6e requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:26:09.125850 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5013c-8f9e-4ecb-a8e6-d31fe0b254f0 req-cc091105-f80e-4791-94e9-732b9d021eff tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:09.127569 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-84d5013c-8f9e-4ecb-a8e6-d31fe0b254f0 req-cc091105-f80e-4791-94e9-732b9d021eff tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0679028 Oct 17 10:26:09.134889 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-f81d739a-64f9-4652-b0d7-e6ed700cab8f None None] Provisioning complete for port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:09.135288 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f81d739a-64f9-4652-b0d7-e6ed700cab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:09.135650 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-f81d739a-64f9-4652-b0d7-e6ed700cab8f None None] Attempt 1 to provision port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf Oct 17 10:26:09.145288 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:26:09.157856 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Sync routers for ids ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:26:09.180391 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Routers {'a0da7722-130a-4522-a8d5-7ddadaf9c4d3'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:09.180648 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:09.184282 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-e8995583-a0f3-4a44-a164-d52d1fb2fc97 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9052000 Oct 17 10:26:09.185107 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54322) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:09.188046 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:09.197063 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:09.199288 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:09.214242 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-84d5013c-8f9e-4ecb-a8e6-d31fe0b254f0 req-3e724f8d-5296-4533-b230-3407fb808fcd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779779 Oct 17 10:26:09.333028 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:09.341272 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-f81d739a-64f9-4652-b0d7-e6ed700cab8f None None] Current status of the port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:09.341272 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f81d739a-64f9-4652-b0d7-e6ed700cab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:09.384532 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:09.480493 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-f81d739a-64f9-4652-b0d7-e6ed700cab8f None None] For port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=42fe6d54-a2f9-4605-8ff0-a67f741c6bcf,segment=NetworkSegment(c6239f4f-e52a-4ea9-b670-86755cd13fac),segment_id=c6239f4f-e52a-4ea9-b670-86755cd13fac)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:09.487209 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Set router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:09.492194 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f81d739a-64f9-4652-b0d7-e6ed700cab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:09.586884 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d739a-64f9-4652-b0d7-e6ed700cab8f None None] Pushing event updated for resources: {'Port': ['ID=42fe6d54-a2f9-4605-8ff0-a67f741c6bcf,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:09.724407 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:06Z', 'updated_at': '2022-10-17T10:26:07Z', 'revision_number': 3, 'project_id': '4d06020a20de48389f76209233fea396', 'gw_port': {'id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:07Z', 'updated_at': '2022-10-17T10:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:09.734871 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-f979c8b1-153f-46b3-8400-752455647a9b None None] Provisioning complete for port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:09.735100 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f979c8b1-153f-46b3-8400-752455647a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:09.735446 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-f979c8b1-153f-46b3-8400-752455647a9b None None] Attempt 1 to provision port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf Oct 17 10:26:09.755127 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Checking router: a0da7722-130a-4522-a8d5-7ddadaf9c4d3 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:26:09.755703 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Updating router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:26:09.796743 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:09.905190 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-f979c8b1-153f-46b3-8400-752455647a9b None None] Current status of the port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:09.986254 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 9ff24131-1d19-47ce-bc7e-7e817c29310e up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:10.042117 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 9ff24131-1d19-47ce-bc7e-7e817c29310e triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:10.043340 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.043701 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.044197 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 9ff24131-1d19-47ce-bc7e-7e817c29310e Oct 17 10:26:10.226069 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:10.238416 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Publish callbacks [] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.244351 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Allocated IP 172.20.0.1 (340674ff-5250-4e93-a493-3b23c176ec6e/9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c/b5bb816c-11f5-4706-99f9-fc33a915d024) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:10.246654 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.278413 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 9ff24131-1d19-47ce-bc7e-7e817c29310e is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:10.278903 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.300275 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Attempting to bind port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:10.300726 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Attempting to bind port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:10.301200 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:10.301512 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Attempting to bind port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:10.319239 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 9ff24131-1d19-47ce-bc7e-7e817c29310e, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=9ff24131-1d19-47ce-bc7e-7e817c29310e,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:10.329887 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.331445 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:10.347064 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022e1c8-e6d6-49cf-a084-c2a02279d2ce None None] Pushing event updated for resources: {'Port': ['ID=5e412d9c-96e2-49dd-a2e4-10e1cfee04af,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:10.366986 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:10.375437 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:10.375801 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:10.376246 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.376675 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:10.377128 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Bound port: 5e412d9c-96e2-49dd-a2e4-10e1cfee04af, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:10.377495 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.402846 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Publish callbacks [] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.424539 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=9ff24131-1d19-47ce-bc7e-7e817c29310e,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:10.436932 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:10.437312 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.437756 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf Oct 17 10:26:10.442267 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] For port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:10.447216 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] For port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=5e412d9c-96e2-49dd-a2e4-10e1cfee04af,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:10.454681 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.459578 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.499855 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Routers {'a0da7722-130a-4522-a8d5-7ddadaf9c4d3'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:10.500525 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:10.518748 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:10.533274 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bb816c-11f5-4706-99f9-fc33a915d024,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:10.542740 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Network 340674ff-5250-4e93-a493-3b23c176ec6e is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:10.546707 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:10.550885 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:10.551522 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.566000 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad12d9-2c56-460f-ac5a-08c29cd3668f req-7495bae4-e738-45fc-a63a-0b592f41f9e6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:10.567612 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16ad12d9-2c56-460f-ac5a-08c29cd3668f req-7495bae4-e738-45fc-a63a-0b592f41f9e6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.1263719 Oct 17 10:26:10.619901 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022e1c8-e6d6-49cf-a084-c2a02279d2ce None None] Pushing event updated for resources: {'Port': ['ID=5e412d9c-96e2-49dd-a2e4-10e1cfee04af,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:10.642868 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] Set router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:10.654885 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:10.656229 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.671641 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:10.687596 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16ad12d9-2c56-460f-ac5a-08c29cd3668f req-a28bf5ff-d0f6-481f-9026-a6247d25b59a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881100 Oct 17 10:26:10.751193 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.833795 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-bc1ece6a-1657-4114-a222-48662c58b395 None None] Provisioning complete for port b5bb816c-11f5-4706-99f9-fc33a915d024 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:10.834193 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bc1ece6a-1657-4114-a222-48662c58b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.834635 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-bc1ece6a-1657-4114-a222-48662c58b395 None None] Attempt 1 to provision port b5bb816c-11f5-4706-99f9-fc33a915d024 Oct 17 10:26:10.864657 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:06Z', 'updated_at': '2022-10-17T10:26:07Z', 'revision_number': 3, 'project_id': '4d06020a20de48389f76209233fea396', 'gw_port': {'id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:07Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:10.870112 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ece6a-1657-4114-a222-48662c58b395 None None] Port b5bb816c-11f5-4706-99f9-fc33a915d024 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:26:10.891130 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8c5d8-3a7b-437a-939e-c6c66007173c None None] The sync data for ids ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'] in dv-cinder-860209-5-iscsi is: [{'id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:06Z', 'updated_at': '2022-10-17T10:26:07Z', 'revision_number': 3, 'project_id': '4d06020a20de48389f76209233fea396', 'gw_port': {'id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:07Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:10.950049 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Publish callbacks [] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.955315 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:10.956337 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:11.047866 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bb816c-11f5-4706-99f9-fc33a915d024,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:11.075737 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:11.101213 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Network 340674ff-5250-4e93-a493-3b23c176ec6e is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:11.103440 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:11.220513 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:11.241731 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:26:11.360476 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:26:11.365576 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b9e97f56-7b58-45db-8bb2-4f530f380184 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a0da7722-130a-4522-a8d5-7ddadaf9c4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1786127 Oct 17 10:26:11.420748 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-bdc96bef-ca77-42ee-b2c9-e6d258fa55da None None] Provisioning complete for port b5bb816c-11f5-4706-99f9-fc33a915d024 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:11.421404 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bdc96bef-ca77-42ee-b2c9-e6d258fa55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:11.421735 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-bdc96bef-ca77-42ee-b2c9-e6d258fa55da None None] Attempt 1 to provision port b5bb816c-11f5-4706-99f9-fc33a915d024 Oct 17 10:26:11.454672 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-bdc96bef-ca77-42ee-b2c9-e6d258fa55da None None] Port b5bb816c-11f5-4706-99f9-fc33a915d024 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:26:11.743840 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54360) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:11.749123 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-0cec3be0-e3d7-4c71-ba78-4500dc967aeb tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119150375', 'description': 'tempest-secgroup-smoke-1119150375 description', 'project_id': '0e87741d68c74ae29ecea930893e3449'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:11.791954 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0cec3be0-e3d7-4c71-ba78-4500dc967aeb tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:11.902433 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0cec3be0-e3d7-4c71-ba78-4500dc967aeb tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group (26221af1-6730-4cb2-a0ae-3a397d35288c), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:11.908709 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 9ff24131-1d19-47ce-bc7e-7e817c29310e up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:11.908870 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0cec3be0-e3d7-4c71-ba78-4500dc967aeb tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (26221af1-6730-4cb2-a0ae-3a397d35288c), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:11.936935 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddaec5-d5b2-46d4-becf-71a7d2e38717 req-6460a149-ebca-46a0-829f-28644c39a1d9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:11.938570 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c0ddaec5-d5b2-46d4-becf-71a7d2e38717 req-6460a149-ebca-46a0-829f-28644c39a1d9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0839641 Oct 17 10:26:11.949519 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0cec3be0-e3d7-4c71-ba78-4500dc967aeb tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:11.950715 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0cec3be0-e3d7-4c71-ba78-4500dc967aeb tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2058485 Oct 17 10:26:11.953605 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 9ff24131-1d19-47ce-bc7e-7e817c29310e triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:11.953738 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54366) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:11.954274 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:11.954524 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 9ff24131-1d19-47ce-bc7e-7e817c29310e Oct 17 10:26:11.958207 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-ea83fe58-7f27-404f-96d2-856891d4e70c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'security_group_rule': {'security_group_id': '26221af1-6730-4cb2-a0ae-3a397d35288c', 'project_id': '0e87741d68c74ae29ecea930893e3449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:11.979098 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:11.981236 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:11.982309 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec3be0-e3d7-4c71-ba78-4500dc967aeb tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26221af1-6730-4cb2-a0ae-3a397d35288c,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:11.992719 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea83fe58-7f27-404f-96d2-856891d4e70c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (0d81159c-bb59-4e88-ac6e-9f4b01f9fefa), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.026550 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c0ddaec5-d5b2-46d4-becf-71a7d2e38717 req-3a26fd69-309d-45f6-82a6-b5ca7a7e37c1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800676 Oct 17 10:26:12.057928 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 9ff24131-1d19-47ce-bc7e-7e817c29310e is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:12.058076 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea83fe58-7f27-404f-96d2-856891d4e70c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (0d81159c-bb59-4e88-ac6e-9f4b01f9fefa), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.058174 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 5e412d9c-96e2-49dd-a2e4-10e1cfee04af up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:12.062824 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea83fe58-7f27-404f-96d2-856891d4e70c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (0d81159c-bb59-4e88-ac6e-9f4b01f9fefa), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.097259 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83fe58-7f27-404f-96d2-856891d4e70c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d81159c-bb59-4e88-ac6e-9f4b01f9fefa,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:12.107010 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea83fe58-7f27-404f-96d2-856891d4e70c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.108519 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ea83fe58-7f27-404f-96d2-856891d4e70c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535614 Oct 17 10:26:12.111164 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54372) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:12.120976 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-4c8a06e7-fec3-461e-977e-77a89da8234b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'security_group_rule': {'security_group_id': '26221af1-6730-4cb2-a0ae-3a397d35288c', 'project_id': '0e87741d68c74ae29ecea930893e3449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:12.123115 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:12.123502 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.123846 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af Oct 17 10:26:12.145737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4c8a06e7-fec3-461e-977e-77a89da8234b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (610ce084-168d-41e2-837f-afa10ef24d55), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.198622 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:12.198937 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.203353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4c8a06e7-fec3-461e-977e-77a89da8234b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (610ce084-168d-41e2-837f-afa10ef24d55), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.207311 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4c8a06e7-fec3-461e-977e-77a89da8234b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (610ce084-168d-41e2-837f-afa10ef24d55), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.224377 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=5e412d9c-96e2-49dd-a2e4-10e1cfee04af,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:12.229532 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.230067 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a06e7-fec3-461e-977e-77a89da8234b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610ce084-168d-41e2-837f-afa10ef24d55,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:12.240395 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4c8a06e7-fec3-461e-977e-77a89da8234b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.241631 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-4c8a06e7-fec3-461e-977e-77a89da8234b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294725 Oct 17 10:26:12.244601 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54376) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:12.249210 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-6ae2df8a-515c-42cc-a6f0-f7ae0c035ca0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'security_group_rule': {'security_group_id': '26221af1-6730-4cb2-a0ae-3a397d35288c', 'project_id': '0e87741d68c74ae29ecea930893e3449', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:12.282059 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=5e412d9c-96e2-49dd-a2e4-10e1cfee04af,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:12.288139 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df8a-515c-42cc-a6f0-f7ae0c035ca0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (e4f063c9-ddae-4a1b-a223-3d347c716ae8), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.351951 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df8a-515c-42cc-a6f0-f7ae0c035ca0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (e4f063c9-ddae-4a1b-a223-3d347c716ae8), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.356002 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df8a-515c-42cc-a6f0-f7ae0c035ca0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (e4f063c9-ddae-4a1b-a223-3d347c716ae8), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.375350 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2df8a-515c-42cc-a6f0-f7ae0c035ca0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f063c9-ddae-4a1b-a223-3d347c716ae8,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:12.381720 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df8a-515c-42cc-a6f0-f7ae0c035ca0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.383057 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-6ae2df8a-515c-42cc-a6f0-f7ae0c035ca0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375134 Oct 17 10:26:12.386413 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54378) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:12.391172 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-9f4e94bf-313e-43c4-bc07-74134fad1ce2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'security_group_rule': {'security_group_id': '26221af1-6730-4cb2-a0ae-3a397d35288c', 'project_id': '0e87741d68c74ae29ecea930893e3449', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:12.418455 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9f4e94bf-313e-43c4-bc07-74134fad1ce2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (4187f76f-0f21-4f63-9773-2faf8fa1a298), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.477281 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9f4e94bf-313e-43c4-bc07-74134fad1ce2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (4187f76f-0f21-4f63-9773-2faf8fa1a298), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.481528 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9f4e94bf-313e-43c4-bc07-74134fad1ce2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (4187f76f-0f21-4f63-9773-2faf8fa1a298), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.502462 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e94bf-313e-43c4-bc07-74134fad1ce2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4187f76f-0f21-4f63-9773-2faf8fa1a298,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:12.507977 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9f4e94bf-313e-43c4-bc07-74134fad1ce2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.509173 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9f4e94bf-313e-43c4-bc07-74134fad1ce2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216879 Oct 17 10:26:12.512092 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54380) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:12.516749 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-312a62da-370a-456f-90cc-1c60aa9b2353 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'security_group_rule': {'security_group_id': '26221af1-6730-4cb2-a0ae-3a397d35288c', 'project_id': '0e87741d68c74ae29ecea930893e3449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:12.538531 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.securitygroups_db [None req-312a62da-370a-456f-90cc-1c60aa9b2353 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Project 0e87741d68c74ae29ecea930893e3449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 10:26:12.545439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-312a62da-370a-456f-90cc-1c60aa9b2353 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (f412dd39-0e4c-46cc-8fe3-4dd41033efaa), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.605313 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Sync routers for ids ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:26:12.612969 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-312a62da-370a-456f-90cc-1c60aa9b2353 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (f412dd39-0e4c-46cc-8fe3-4dd41033efaa), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.616846 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-312a62da-370a-456f-90cc-1c60aa9b2353 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (f412dd39-0e4c-46cc-8fe3-4dd41033efaa), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.618280 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Routers {'a0da7722-130a-4522-a8d5-7ddadaf9c4d3'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:12.618930 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:12.637024 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a62da-370a-456f-90cc-1c60aa9b2353 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f412dd39-0e4c-46cc-8fe3-4dd41033efaa,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:12.644270 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-312a62da-370a-456f-90cc-1c60aa9b2353 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.645451 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-312a62da-370a-456f-90cc-1c60aa9b2353 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322749 Oct 17 10:26:12.648790 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54384) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:12.653308 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-2e571339-f868-4f1d-b589-a920db752cf0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'security_group_rule': {'security_group_id': '26221af1-6730-4cb2-a0ae-3a397d35288c', 'project_id': '0e87741d68c74ae29ecea930893e3449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:12.674978 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.securitygroups_db [None req-2e571339-f868-4f1d-b589-a920db752cf0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Project 0e87741d68c74ae29ecea930893e3449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 10:26:12.681145 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2e571339-f868-4f1d-b589-a920db752cf0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (29d79eb6-5894-4baa-958d-3a2c146705b4), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.703502 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:12.718848 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:12.723010 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Set router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:12.749342 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2e571339-f868-4f1d-b589-a920db752cf0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (29d79eb6-5894-4baa-958d-3a2c146705b4), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.752964 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2e571339-f868-4f1d-b589-a920db752cf0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (29d79eb6-5894-4baa-958d-3a2c146705b4), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.772632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e571339-f868-4f1d-b589-a920db752cf0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d79eb6-5894-4baa-958d-3a2c146705b4,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:12.779614 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2e571339-f868-4f1d-b589-a920db752cf0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:12.780157 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-2e571339-f868-4f1d-b589-a920db752cf0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303167 Oct 17 10:26:12.921001 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:06Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 4, 'project_id': '4d06020a20de48389f76209233fea396', 'gw_port': {'id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:07Z', 'updated_at': '2022-10-17T10:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'b5bb816c-11f5-4706-99f9-fc33a915d024', 'name': '', 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e', 'tenant_id': '4d06020a20de48389f76209233fea396', 'mac_address': 'fa:16:3e:89:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:10Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 2, 'project_id': '4d06020a20de48389f76209233fea396', 'subnets': [{'id': '9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:12.949579 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Checking router: a0da7722-130a-4522-a8d5-7ddadaf9c4d3 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:26:12.949829 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Updating router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 port b5bb816c-11f5-4706-99f9-fc33a915d024 binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:26:12.979451 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:13.174775 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06fef0-38f2-4e45-9c58-0ea7128145dd req-29112908-9ca5-4345-b656-6f2456893625 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:13.176636 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-df06fef0-38f2-4e45-9c58-0ea7128145dd req-29112908-9ca5-4345-b656-6f2456893625 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0601509 Oct 17 10:26:13.192405 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:13.255154 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:13.283271 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Publish callbacks [] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:13.289400 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-df06fef0-38f2-4e45-9c58-0ea7128145dd req-8c1d8447-98be-484c-951f-2dd57cf95c99 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052990 Oct 17 10:26:13.290637 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:13.390917 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95100464-5a9d-4324-9be5-21e310947956 None None] Pushing event updated for resources: {'Port': ['ID=b5bb816c-11f5-4706-99f9-fc33a915d024,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:13.396908 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Attempting to bind port b5bb816c-11f5-4706-99f9-fc33a915d024 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:13.397282 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Attempting to bind port b5bb816c-11f5-4706-99f9-fc33a915d024 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'c6239f4f-e52a-4ea9-b670-86755cd13fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:13.397655 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Attempting to bind port b5bb816c-11f5-4706-99f9-fc33a915d024 on network 340674ff-5250-4e93-a493-3b23c176ec6e {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:13.441394 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:13.441771 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Checking segment: {'id': 'c6239f4f-e52a-4ea9-b670-86755cd13fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:13.442176 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:13.442608 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Bound using segment: {'id': 'c6239f4f-e52a-4ea9-b670-86755cd13fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:13.443081 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Bound port: b5bb816c-11f5-4706-99f9-fc33a915d024, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6239f4f-e52a-4ea9-b670-86755cd13fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:13.443465 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:13.504149 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] For port b5bb816c-11f5-4706-99f9-fc33a915d024, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:13.507396 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] For port b5bb816c-11f5-4706-99f9-fc33a915d024, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=b5bb816c-11f5-4706-99f9-fc33a915d024,segment=NetworkSegment(c6239f4f-e52a-4ea9-b670-86755cd13fac),segment_id=c6239f4f-e52a-4ea9-b670-86755cd13fac)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:13.512570 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:13.551861 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Routers {'a0da7722-130a-4522-a8d5-7ddadaf9c4d3'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:13.552476 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:13.607392 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95100464-5a9d-4324-9be5-21e310947956 None None] Pushing event updated for resources: {'Port': ['ID=b5bb816c-11f5-4706-99f9-fc33a915d024,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:13.670589 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:13.672883 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] Set router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:13.797830 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 5e412d9c-96e2-49dd-a2e4-10e1cfee04af up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:13.901121 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:13.901494 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:13.901910 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af Oct 17 10:26:13.925823 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:06Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 4, 'project_id': '4d06020a20de48389f76209233fea396', 'gw_port': {'id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:07Z', 'updated_at': '2022-10-17T10:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'b5bb816c-11f5-4706-99f9-fc33a915d024', 'name': '', 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e', 'tenant_id': '4d06020a20de48389f76209233fea396', 'mac_address': 'fa:16:3e:89:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:10Z', 'updated_at': '2022-10-17T10:26:13Z', 'revision_number': 4, 'project_id': '4d06020a20de48389f76209233fea396', 'subnets': [{'id': '9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:13.960138 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7790ab6-29aa-45d4-86e3-db6a71ad8e68 None None] The sync data for ids ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'] in dv-cinder-860209-5-iscsi is: [{'id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:06Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 4, 'project_id': '4d06020a20de48389f76209233fea396', 'gw_port': {'id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:07Z', 'updated_at': '2022-10-17T10:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'b5bb816c-11f5-4706-99f9-fc33a915d024', 'name': '', 'network_id': '340674ff-5250-4e93-a493-3b23c176ec6e', 'tenant_id': '4d06020a20de48389f76209233fea396', 'mac_address': 'fa:16:3e:89:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:10Z', 'updated_at': '2022-10-17T10:26:13Z', 'revision_number': 4, 'project_id': '4d06020a20de48389f76209233fea396', 'subnets': [{'id': '9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:14.032044 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:14.435592 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a89de3-7788-4713-8e4a-b9067518c3ec req-c961009f-5e48-4e7e-bcef-a4e9a3d327ed tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:14.437100 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65a89de3-7788-4713-8e4a-b9067518c3ec req-c961009f-5e48-4e7e-bcef-a4e9a3d327ed tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0514314 Oct 17 10:26:14.486780 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65a89de3-7788-4713-8e4a-b9067518c3ec req-0381d6e2-3848-4bba-ba8a-1ddb30b9772b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 Oct 17 10:26:15.646661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1280a4d-2e1a-4f54-a675-3d36fcd47dd5 req-299790ff-45e2-4034-9307-b2c322e16ae7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:15.646661 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d1280a4d-2e1a-4f54-a675-3d36fcd47dd5 req-299790ff-45e2-4034-9307-b2c322e16ae7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0615799 Oct 17 10:26:15.718872 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d1280a4d-2e1a-4f54-a675-3d36fcd47dd5 req-0b193eea-c51d-4ed6-a469-48a2e57f6dda tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726619 Oct 17 10:26:15.864603 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device b5bb816c-11f5-4706-99f9-fc33a915d024 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:15.936964 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port b5bb816c-11f5-4706-99f9-fc33a915d024 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:15.936964 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:15.936964 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port b5bb816c-11f5-4706-99f9-fc33a915d024 Oct 17 10:26:15.973125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:16.014057 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port b5bb816c-11f5-4706-99f9-fc33a915d024 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:16.014484 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:16.048181 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port b5bb816c-11f5-4706-99f9-fc33a915d024, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=b5bb816c-11f5-4706-99f9-fc33a915d024,segment=NetworkSegment(c6239f4f-e52a-4ea9-b670-86755cd13fac),segment_id=c6239f4f-e52a-4ea9-b670-86755cd13fac)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:16.053559 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:16.104479 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=b5bb816c-11f5-4706-99f9-fc33a915d024,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:16.203300 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:26:16.855341 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9305283-860d-46f8-99bf-f4e9af709fc8 req-225ba8ef-2d59-41d7-b1c2-4f35bfec360e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:16.856849 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9305283-860d-46f8-99bf-f4e9af709fc8 req-225ba8ef-2d59-41d7-b1c2-4f35bfec360e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0578766 Oct 17 10:26:16.898733 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:16.911495 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9305283-860d-46f8-99bf-f4e9af709fc8 req-6f96ca91-deff-4a0c-a439-0109a93e7f39 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491180 Oct 17 10:26:17.812507 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device b5bb816c-11f5-4706-99f9-fc33a915d024 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:17.975259 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port b5bb816c-11f5-4706-99f9-fc33a915d024 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:17.975643 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:17.975988 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port b5bb816c-11f5-4706-99f9-fc33a915d024 Oct 17 10:26:18.053296 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port b5bb816c-11f5-4706-99f9-fc33a915d024 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:18.056932 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc02697-c884-4a4a-a15f-53d4d6a274bd req-472f8244-e21c-4184-b42e-2bae9a24dc18 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:18.058699 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bcc02697-c884-4a4a-a15f-53d4d6a274bd req-472f8244-e21c-4184-b42e-2bae9a24dc18 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0582407 Oct 17 10:26:18.121044 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bcc02697-c884-4a4a-a15f-53d4d6a274bd req-c7876ecf-c73a-4319-80c9-7e86bd9621c3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Oct 17 10:26:18.522873 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:19.243854 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b818800-f0f3-4e6b-bf2d-a3bf14d17612 req-19d06035-7f04-4829-a597-32c6f1db06a3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:19.245215 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2b818800-f0f3-4e6b-bf2d-a3bf14d17612 req-19d06035-7f04-4829-a597-32c6f1db06a3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0501571 Oct 17 10:26:19.293886 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2b818800-f0f3-4e6b-bf2d-a3bf14d17612 req-11221b30-abb2-4ed3-a676-5a0b3e809182 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Oct 17 10:26:20.415786 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19d1d5-2c39-49f2-b74a-a549da096bb8 req-d0f6930d-302d-4567-b6f4-5c9a512f60cd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:20.417292 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7f19d1d5-2c39-49f2-b74a-a549da096bb8 req-d0f6930d-302d-4567-b6f4-5c9a512f60cd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0476980 Oct 17 10:26:20.463723 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7f19d1d5-2c39-49f2-b74a-a549da096bb8 req-c309d9c8-8dd6-40c6-8593-22d1718d67d8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Oct 17 10:26:20.890892 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:21.582600 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e297f8-6344-4336-98cb-038107ff3e1f req-2dd2524d-9767-492b-9b6c-d76afcefec70 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:21.584056 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-71e297f8-6344-4336-98cb-038107ff3e1f req-2dd2524d-9767-492b-9b6c-d76afcefec70 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0458994 Oct 17 10:26:21.630246 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-71e297f8-6344-4336-98cb-038107ff3e1f req-50254e02-79a8-4d20-988b-c6b4d8f1f4f8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Oct 17 10:26:22.756715 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048973f7-171f-42b2-a357-069e49a7b8a1 req-39c3771d-b8ec-4ef5-9e11-37fa54a81376 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:22.758894 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-048973f7-171f-42b2-a357-069e49a7b8a1 req-39c3771d-b8ec-4ef5-9e11-37fa54a81376 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0523622 Oct 17 10:26:22.807663 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-048973f7-171f-42b2-a357-069e49a7b8a1 req-eb28290e-e3a0-4cb5-985a-eff1d2aac361 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Oct 17 10:26:23.943787 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037cf68-6a5d-4069-a907-c6dd96d4946a req-d9465f21-f1a0-445b-85c7-00d82ae3f291 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:23.946268 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d037cf68-6a5d-4069-a907-c6dd96d4946a req-d9465f21-f1a0-445b-85c7-00d82ae3f291 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0602064 Oct 17 10:26:24.008062 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d037cf68-6a5d-4069-a907-c6dd96d4946a req-ea3f2f22-db94-4be8-a3a8-71e11ef314c7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541143 Oct 17 10:26:25.169401 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11324e11-b95e-4399-b062-afa56f2a2d3b req-08edddc5-03bf-4834-98c9-bad984688953 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:25.171038 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11324e11-b95e-4399-b062-afa56f2a2d3b req-08edddc5-03bf-4834-98c9-bad984688953 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0514872 Oct 17 10:26:25.219587 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11324e11-b95e-4399-b062-afa56f2a2d3b req-16fea6f5-56a0-419e-b73f-08144c84473c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425730 Oct 17 10:26:25.925380 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54690) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:26.045616 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e4170a96-2d17-4faf-b5ce-0baa1a449018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.135228 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e4170a96-2d17-4faf-b5ce-0baa1a449018 admin admin] Publish callbacks [] for security_group (34f2d9ed-d69b-449a-a8eb-103d1501055e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.139691 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e4170a96-2d17-4faf-b5ce-0baa1a449018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (34f2d9ed-d69b-449a-a8eb-103d1501055e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.183427 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e4170a96-2d17-4faf-b5ce-0baa1a449018 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=efc04e251d344915a5460b91903dc811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567503 Oct 17 10:26:26.184147 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4170a96-2d17-4faf-b5ce-0baa1a449018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f2d9ed-d69b-449a-a8eb-103d1501055e,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:26.186625 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54704) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:26.230418 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:26.243668 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-065be9d5-4366-45bc-a90d-7a02719d85f8 admin admin] Publish callbacks [] for security_group (34f2d9ed-d69b-449a-a8eb-103d1501055e), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.267407 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-065be9d5-4366-45bc-a90d-7a02719d85f8 admin admin] Publish callbacks [] for security_group (34f2d9ed-d69b-449a-a8eb-103d1501055e), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.350210 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-065be9d5-4366-45bc-a90d-7a02719d85f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (34f2d9ed-d69b-449a-a8eb-103d1501055e), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.354248 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-065be9d5-4366-45bc-a90d-7a02719d85f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.358391 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-065be9d5-4366-45bc-a90d-7a02719d85f8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/34f2d9ed-d69b-449a-a8eb-103d1501055e HTTP/1.1" status: 204 len: 168 time: 0.1679304 Oct 17 10:26:26.375819 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065be9d5-4366-45bc-a90d-7a02719d85f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f2d9ed-d69b-449a-a8eb-103d1501055e,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:26.387686 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7fa08-c239-429d-b54a-f2920b451c8e req-6554659d-f891-4634-be6c-7abdc1d5be6c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:26.389252 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2cf7fa08-c239-429d-b54a-f2920b451c8e req-6554659d-f891-4634-be6c-7abdc1d5be6c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0750797 Oct 17 10:26:26.451183 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2cf7fa08-c239-429d-b54a-f2920b451c8e req-39ab7570-fa87-425f-ac32-f03fa08dac57 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541177 Oct 17 10:26:26.659248 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923507eb-d241-4848-8d72-911a961d9117 req-f2c08e67-4a1f-439c-992e-513762f549b2 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:26.660857 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-923507eb-d241-4848-8d72-911a961d9117 req-f2c08e67-4a1f-439c-992e-513762f549b2 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0526428 Oct 17 10:26:26.680424 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54718) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:26.694272 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6db98a88-88f1-459a-91ab-c78ec40bc48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.714773 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-923507eb-d241-4848-8d72-911a961d9117 req-740eb7f6-aa99-4174-a30a-13642f2a047a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 Oct 17 10:26:26.783368 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6db98a88-88f1-459a-91ab-c78ec40bc48d admin admin] Publish callbacks [] for security_group (9ba39fe2-9da7-4798-aa6b-96c19c4e0d5e), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.787159 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6db98a88-88f1-459a-91ab-c78ec40bc48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9ba39fe2-9da7-4798-aa6b-96c19c4e0d5e), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:26.832093 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-6db98a88-88f1-459a-91ab-c78ec40bc48d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=387697963916491b869f36b7b0ada4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505723 Oct 17 10:26:26.833341 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db98a88-88f1-459a-91ab-c78ec40bc48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba39fe2-9da7-4798-aa6b-96c19c4e0d5e,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:26.834828 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54722) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:26.891630 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-92d8fae4-fa3f-4d22-aa57-90435af17935 admin admin] Publish callbacks [] for security_group (9ba39fe2-9da7-4798-aa6b-96c19c4e0d5e), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:27.135073 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-92d8fae4-fa3f-4d22-aa57-90435af17935 admin admin] Publish callbacks [] for security_group (9ba39fe2-9da7-4798-aa6b-96c19c4e0d5e), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:27.185237 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-92d8fae4-fa3f-4d22-aa57-90435af17935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9ba39fe2-9da7-4798-aa6b-96c19c4e0d5e), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:27.187928 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-92d8fae4-fa3f-4d22-aa57-90435af17935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:27.189062 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-92d8fae4-fa3f-4d22-aa57-90435af17935 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9ba39fe2-9da7-4798-aa6b-96c19c4e0d5e HTTP/1.1" status: 204 len: 168 time: 0.3529763 Oct 17 10:26:27.192415 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:27.198481 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8fae4-fa3f-4d22-aa57-90435af17935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba39fe2-9da7-4798-aa6b-96c19c4e0d5e,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:27.583186 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1d101-93f9-428a-b4db-fc911a6937e8 req-328d670d-6d60-462d-89a8-ad4e284dd574 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:27.587137 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4f1d101-93f9-428a-b4db-fc911a6937e8 req-328d670d-6d60-462d-89a8-ad4e284dd574 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0543957 Oct 17 10:26:27.607172 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:27.639384 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4f1d101-93f9-428a-b4db-fc911a6937e8 req-f3b0cbbb-5540-424b-80ee-b7573776ff9e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459485 Oct 17 10:26:27.853387 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cafc0e-9bb0-4d5e-b1d0-414ee5bea335 req-b7aef969-6fc0-4c5a-ad5d-29e8f0227982 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:27.861734 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38cafc0e-9bb0-4d5e-b1d0-414ee5bea335 req-b7aef969-6fc0-4c5a-ad5d-29e8f0227982 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0601966 Oct 17 10:26:27.905707 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38cafc0e-9bb0-4d5e-b1d0-414ee5bea335 req-8168e0ea-7b85-4a52-8772-271a9a9ee4fd tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Oct 17 10:26:28.767690 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf37c-2197-4af4-a5c1-e46d95ef48da req-6544c67f-25d1-4e68-b4b4-11b12cb8b861 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:28.769806 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-992cf37c-2197-4af4-a5c1-e46d95ef48da req-6544c67f-25d1-4e68-b4b4-11b12cb8b861 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0513644 Oct 17 10:26:28.823533 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-992cf37c-2197-4af4-a5c1-e46d95ef48da req-db7872b5-c8d2-4252-9d5f-1083461d2ab5 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468535 Oct 17 10:26:29.037011 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b5218-46b6-4118-beb3-760074d7cb3e req-2ee36f85-7c37-4b81-ae6e-ebe56b38248a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:29.039072 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-238b5218-46b6-4118-beb3-760074d7cb3e req-2ee36f85-7c37-4b81-ae6e-ebe56b38248a tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0530763 Oct 17 10:26:29.090317 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-238b5218-46b6-4118-beb3-760074d7cb3e req-b0d60e9e-a77e-49ac-8f56-ccd675f7d4dd tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441566 Oct 17 10:26:29.556284 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54844) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:29.662227 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f369997f-30dd-4ec6-bb7a-77508bb047ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:29.739711 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f369997f-30dd-4ec6-bb7a-77508bb047ac admin admin] Publish callbacks [] for security_group (6e0ef43b-baa2-4864-ac62-0edfc12d723a), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:29.743915 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f369997f-30dd-4ec6-bb7a-77508bb047ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (6e0ef43b-baa2-4864-ac62-0edfc12d723a), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:29.782310 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f369997f-30dd-4ec6-bb7a-77508bb047ac admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d1ba4294f94d44b5bf1fccce8116253d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249656 Oct 17 10:26:29.783410 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369997f-30dd-4ec6-bb7a-77508bb047ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0ef43b-baa2-4864-ac62-0edfc12d723a,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:29.785169 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54848) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:29.842171 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f9ede165-69e4-4753-b5aa-7cd00803f721 admin admin] Publish callbacks [] for security_group (6e0ef43b-baa2-4864-ac62-0edfc12d723a), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:29.864518 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f9ede165-69e4-4753-b5aa-7cd00803f721 admin admin] Publish callbacks [] for security_group (6e0ef43b-baa2-4864-ac62-0edfc12d723a), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:29.899972 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:29.944284 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f9ede165-69e4-4753-b5aa-7cd00803f721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (6e0ef43b-baa2-4864-ac62-0edfc12d723a), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:29.947226 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f9ede165-69e4-4753-b5aa-7cd00803f721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:29.948472 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f9ede165-69e4-4753-b5aa-7cd00803f721 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6e0ef43b-baa2-4864-ac62-0edfc12d723a HTTP/1.1" status: 204 len: 168 time: 0.1615875 Oct 17 10:26:29.966525 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fd813-a9ed-4fb0-b652-61198ee3ee8c req-2e827c0f-1f3f-433b-832c-429f988da17a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:29.968040 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6f4fd813-a9ed-4fb0-b652-61198ee3ee8c req-2e827c0f-1f3f-433b-832c-429f988da17a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0653229 Oct 17 10:26:29.969155 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ede165-69e4-4753-b5aa-7cd00803f721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0ef43b-baa2-4864-ac62-0edfc12d723a,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:30.024324 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6f4fd813-a9ed-4fb0-b652-61198ee3ee8c req-22a4f884-b328-4d32-bb14-771abf2c2a75 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503120 Oct 17 10:26:30.218077 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6725b-7e4a-4840-9155-39954aa5f400 req-637640d7-ab10-49a0-bc4b-ccee4f7fad73 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:30.219563 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-19e6725b-7e4a-4840-9155-39954aa5f400 req-637640d7-ab10-49a0-bc4b-ccee4f7fad73 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0502403 Oct 17 10:26:30.256712 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54862) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:30.277551 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a2b2-5dfc-4604-9a60-d5621ae868e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.286654 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-19e6725b-7e4a-4840-9155-39954aa5f400 req-acbb3b69-261d-4d6a-9540-3608e9eff360 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b66d1d0d-79ef-4730-ae14-6b908e926692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612304 Oct 17 10:26:30.376544 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a2b2-5dfc-4604-9a60-d5621ae868e8 admin admin] Publish callbacks [] for security_group (aa3795fe-03c0-4a10-95bf-82f1cfb4dda3), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.379912 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a2b2-5dfc-4604-9a60-d5621ae868e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (aa3795fe-03c0-4a10-95bf-82f1cfb4dda3), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.424176 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9cf6a2b2-5dfc-4604-9a60-d5621ae868e8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=41726e6bc1854b9da0661168174e8776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636763 Oct 17 10:26:30.425365 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6a2b2-5dfc-4604-9a60-d5621ae868e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3795fe-03c0-4a10-95bf-82f1cfb4dda3,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:30.426069 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54870) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:30.432923 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:30.485362 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28ded7b1-0fa8-4592-a217-5885366bd886 admin admin] Publish callbacks [] for security_group (aa3795fe-03c0-4a10-95bf-82f1cfb4dda3), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.504845 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28ded7b1-0fa8-4592-a217-5885366bd886 admin admin] Publish callbacks [] for security_group (aa3795fe-03c0-4a10-95bf-82f1cfb4dda3), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.556039 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28ded7b1-0fa8-4592-a217-5885366bd886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (aa3795fe-03c0-4a10-95bf-82f1cfb4dda3), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.558755 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28ded7b1-0fa8-4592-a217-5885366bd886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.559919 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-28ded7b1-0fa8-4592-a217-5885366bd886 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/aa3795fe-03c0-4a10-95bf-82f1cfb4dda3 HTTP/1.1" status: 204 len: 168 time: 0.1328268 Oct 17 10:26:30.568132 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ded7b1-0fa8-4592-a217-5885366bd886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3795fe-03c0-4a10-95bf-82f1cfb4dda3,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:30.653943 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-2a63afa3-f6ff-4f14-ba40-b05f8e8ca34e tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:30.658475 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-2a63afa3-f6ff-4f14-ba40-b05f8e8ca34e tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 946 time: 0.0656016 Oct 17 10:26:30.684256 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54886) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:30.734349 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-77122f4c-32b5-4577-9cc8-376646898971 admin admin] Deleting subnet 5fe2e0fd-cba8-42c2-b442-054baaf3cc6d {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:26:30.738622 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77122f4c-32b5-4577-9cc8-376646898971 admin admin] Publish callbacks [] for subnet (5fe2e0fd-cba8-42c2-b442-054baaf3cc6d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.792659 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77122f4c-32b5-4577-9cc8-376646898971 admin admin] Publish callbacks [] for subnet (5fe2e0fd-cba8-42c2-b442-054baaf3cc6d), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.795836 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Deleting port 35980f72-8911-433f-8989-708b4cfffccb {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:26:30.795836 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (35980f72-8911-433f-8989-708b4cfffccb), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.803152 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77122f4c-32b5-4577-9cc8-376646898971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (5fe2e0fd-cba8-42c2-b442-054baaf3cc6d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.868421 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77122f4c-32b5-4577-9cc8-376646898971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (5fe2e0fd-cba8-42c2-b442-054baaf3cc6d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.897538 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77122f4c-32b5-4577-9cc8-376646898971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe2e0fd-cba8-42c2-b442-054baaf3cc6d,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:30.902132 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77122f4c-32b5-4577-9cc8-376646898971 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.905386 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-77122f4c-32b5-4577-9cc8-376646898971 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5fe2e0fd-cba8-42c2-b442-054baaf3cc6d HTTP/1.1" status: 204 len: 168 time: 0.2200472 Oct 17 10:26:30.906112 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] For port 35980f72-8911-433f-8989-708b4cfffccb, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=35980f72-8911-433f-8989-708b4cfffccb,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:30.906541 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (35980f72-8911-433f-8989-708b4cfffccb), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:30.907698 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54892) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:30.925782 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Calling delete_port for 35980f72-8911-433f-8989-708b4cfffccb owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:26:30.926707 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:30.986903 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (0e2cf182-ba13-4b9d-bd9b-b980b8c7e380), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.062166 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:31.080232 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (0e2cf182-ba13-4b9d-bd9b-b980b8c7e380), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.116595 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.117392 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.118421 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.118958 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > port after_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.119493 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.120037 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > port after_update 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.120367 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.120713 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.121037 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.121369 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.180627 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (35980f72-8911-433f-8989-708b4cfffccb), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.190514 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60af24-016a-4de8-8ffe-79fb12c6098d req-d146f71e-69cd-4029-960d-8156dfc0687f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:31.192137 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bd60af24-016a-4de8-8ffe-79fb12c6098d req-d146f71e-69cd-4029-960d-8156dfc0687f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0668764 Oct 17 10:26:31.221556 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Pushing event deleted for resources: {'Port': ['ID=35980f72-8911-433f-8989-708b4cfffccb,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:31.235889 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['35980f72-8911-433f-8989-708b4cfffccb'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:26:31.302380 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] No DVR routers for this DVR port 35980f72-8911-433f-8989-708b4cfffccb on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:26:31.312743 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.316123 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-25668d7e-6a10-4510-8e00-3870c9eb0ef1 req-340fbe24-79cb-4505-bffa-060d34250245 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.30 "DELETE /networking/v2.0/ports/35980f72-8911-433f-8989-708b4cfffccb HTTP/1.1" status: 204 len: 173 time: 0.6521561 Oct 17 10:26:31.316634 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daff838-b032-48a4-bcaa-413c56fc7824', 'name': 'network-vif-deleted', 'tag': '35980f72-8911-433f-8989-708b4cfffccb'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:26:31.319090 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22ab3e4-a740-4ff2-8e3d-1da09537bad8" -d '{"events": [{"server_uuid": "9daff838-b032-48a4-bcaa-413c56fc7824", "name": "network-vif-deleted", "tag": "35980f72-8911-433f-8989-708b4cfffccb"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:26:31.341770 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.342239 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.342622 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.343235 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:31.343666 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2cf182-ba13-4b9d-bd9b-b980b8c7e380']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:31.344599 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bd60af24-016a-4de8-8ffe-79fb12c6098d req-e98c2d17-0455-4e21-a03a-019228c90a45 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264231 Oct 17 10:26:31.377046 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a52431a-f429-4a7c-ac5d-6e0296dfac70') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:31.377046 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a52431a-f429-4a7c-ac5d-6e0296dfac70') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:31.407674 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (7a52431a-f429-4a7c-ac5d-6e0296dfac70), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.415280 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746cce29-be9e-41fe-bbe0-3d375e5332ae x-openstack-request-id: req-746cce29-be9e-41fe-bbe0-3d375e5332ae {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:26:31.415512 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daff838-b032-48a4-bcaa-413c56fc7824", "name": "network-vif-deleted", "tag": "35980f72-8911-433f-8989-708b4cfffccb", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:26:31.415868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-746cce29-be9e-41fe-bbe0-3d375e5332ae {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:26:31.416312 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746cce29-be9e-41fe-bbe0-3d375e5332ae'] response: {'server_uuid': '9daff838-b032-48a4-bcaa-413c56fc7824', 'name': 'network-vif-deleted', 'tag': '35980f72-8911-433f-8989-708b4cfffccb', 'status': 'completed', 'code': 200} Oct 17 10:26:31.467209 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-851886f1-c76e-4cf7-a10b-c2b9918dc423 req-8079625f-21a0-4d02-a332-882c780122c1 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 210 time: 0.0619330 Oct 17 10:26:31.468311 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (7a52431a-f429-4a7c-ac5d-6e0296dfac70), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.484249 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:26:31.487032 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (7a52431a-f429-4a7c-ac5d-6e0296dfac70), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.583845 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (0e2cf182-ba13-4b9d-bd9b-b980b8c7e380), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.603212 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.606994 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/0e2cf182-ba13-4b9d-bd9b-b980b8c7e380 HTTP/1.1" status: 204 len: 168 time: 0.6982381 Oct 17 10:26:31.609933 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54924) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:31.611834 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618af16-42c9-4a88-9426-64cef6fdae99 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2cf182-ba13-4b9d-bd9b-b980b8c7e380,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:31.666730 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7dfd21-3d2b-4016-8c31-6dd5939cfd1f admin admin] Deleting subnet 397304a5-bae0-454d-84c1-1118b36bcc89 {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:26:31.670509 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f7dfd21-3d2b-4016-8c31-6dd5939cfd1f admin admin] Publish callbacks [] for subnet (397304a5-bae0-454d-84c1-1118b36bcc89), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.697285 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:31.715584 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f7dfd21-3d2b-4016-8c31-6dd5939cfd1f admin admin] Publish callbacks [] for subnet (397304a5-bae0-454d-84c1-1118b36bcc89), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.726706 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f7dfd21-3d2b-4016-8c31-6dd5939cfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (397304a5-bae0-454d-84c1-1118b36bcc89), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.788120 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54936) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:31.804688 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f7dfd21-3d2b-4016-8c31-6dd5939cfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for subnet (397304a5-bae0-454d-84c1-1118b36bcc89), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.835138 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dfd21-3d2b-4016-8c31-6dd5939cfd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397304a5-bae0-454d-84c1-1118b36bcc89,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:31.847183 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f7dfd21-3d2b-4016-8c31-6dd5939cfd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.853082 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-4f7dfd21-3d2b-4016-8c31-6dd5939cfd1f admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/397304a5-bae0-454d-84c1-1118b36bcc89 HTTP/1.1" status: 204 len: 168 time: 0.2390392 Oct 17 10:26:31.853302 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 54946) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:31.930262 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (35c9debc-51b2-4b99-8610-374cce816d19), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:31.938795 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0aea3f33-0115-4785-9904-51332f047514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.013107 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 7a52431a-f429-4a7c-ac5d-6e0296dfac70 resource provider aggregate not found Oct 17 10:26:32.016419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:32.042897 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 7a52431a-f429-4a7c-ac5d-6e0296dfac70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a52431a-f429-4a7c-ac5d-6e0296dfac70 found for delete ", "request_id": "req-2d9c4fdb-70cd-483f-a99a-e0df9537ab35"}]} Oct 17 10:26:32.043939 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (35c9debc-51b2-4b99-8610-374cce816d19), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.049151 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0aea3f33-0115-4785-9904-51332f047514 admin admin] Publish callbacks [] for security_group (3a9d3500-0c30-47fe-bc14-3dbc061dbae6), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.055824 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0aea3f33-0115-4785-9904-51332f047514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3a9d3500-0c30-47fe-bc14-3dbc061dbae6), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.072624 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.073084 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.073879 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.074231 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > port after_create 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.074581 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.074927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > port after_update 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.075249 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.075585 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.075961 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.076226 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.111034 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea3f33-0115-4785-9904-51332f047514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9d3500-0c30-47fe-bc14-3dbc061dbae6,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:32.124124 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0aea3f33-0115-4785-9904-51332f047514 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c4cb0a2061864071b439139294498694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343611 Oct 17 10:26:32.125001 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54964) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:32.145415 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.145761 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.146128 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.146518 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:26:32.146887 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c9debc-51b2-4b99-8610-374cce816d19']}} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:32.168971 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134978f4-7c38-4338-a843-dd0a77aebbf1') {'for_net_delete': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:32.169265 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134978f4-7c38-4338-a843-dd0a77aebbf1') {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:32.178097 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e702266b-67ce-4a82-9926-96a148637ff6 admin admin] Publish callbacks [] for security_group (3a9d3500-0c30-47fe-bc14-3dbc061dbae6), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.187414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16678312'] for segment (134978f4-7c38-4338-a843-dd0a77aebbf1), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.201476 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e702266b-67ce-4a82-9926-96a148637ff6 admin admin] Publish callbacks [] for security_group (3a9d3500-0c30-47fe-bc14-3dbc061dbae6), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.210737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (134978f4-7c38-4338-a843-dd0a77aebbf1), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.220602 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=104471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:26:32.220940 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16629178'] for segment (134978f4-7c38-4338-a843-dd0a77aebbf1), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.260682 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e702266b-67ce-4a82-9926-96a148637ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3a9d3500-0c30-47fe-bc14-3dbc061dbae6), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.263429 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e702266b-67ce-4a82-9926-96a148637ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.267103 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e702266b-67ce-4a82-9926-96a148637ff6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3a9d3500-0c30-47fe-bc14-3dbc061dbae6 HTTP/1.1" status: 204 len: 168 time: 0.1382742 Oct 17 10:26:32.277321 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702266b-67ce-4a82-9926-96a148637ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9d3500-0c30-47fe-bc14-3dbc061dbae6,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:32.303405 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (35c9debc-51b2-4b99-8610-374cce816d19), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.311589 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.317196 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/35c9debc-51b2-4b99-8610-374cce816d19 HTTP/1.1" status: 204 len: 168 time: 0.4605892 Oct 17 10:26:32.329499 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cc06f-0b78-4302-8c66-7beef1bb5f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=35c9debc-51b2-4b99-8610-374cce816d19,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:32.490381 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146fc63-9f0e-4e7e-8e91-298cdac68a87 req-a8daf453-124e-4435-805c-f915e1e683b1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:32.498209 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0146fc63-9f0e-4e7e-8e91-298cdac68a87 req-a8daf453-124e-4435-805c-f915e1e683b1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0618889 Oct 17 10:26:32.545661 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0146fc63-9f0e-4e7e-8e91-298cdac68a87 req-77744259-303d-46e9-ab94-ece35728c13d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465391 Oct 17 10:26:32.606652 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-24cd53bb-82a8-45a5-aab4-8f9ad0eb1fa7 req-167e7b16-4c70-4b84-8b36-377d755fe43e tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 210 time: 0.0326502 Oct 17 10:26:32.702509 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 134978f4-7c38-4338-a843-dd0a77aebbf1 resource provider aggregate not found Oct 17 10:26:32.722131 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54994) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:32.724614 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 134978f4-7c38-4338-a843-dd0a77aebbf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 134978f4-7c38-4338-a843-dd0a77aebbf1 found for delete ", "request_id": "req-33c6f6ed-2c6a-4853-9f9a-337e8452cb7f"}]} Oct 17 10:26:32.811506 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-94636b28-9558-45e3-b4fa-8ec596f1b8d2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=667dc2dbb03d448897690e87efde3898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881660 Oct 17 10:26:32.813753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 54998) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:32.875637 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22af6ec6-9787-4cd3-905e-1a83d2495465 admin admin] Publish callbacks [] for security_group (69a9d229-0c01-4887-911a-5c6fb612064b), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.899594 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22af6ec6-9787-4cd3-905e-1a83d2495465 admin admin] Publish callbacks [] for security_group (69a9d229-0c01-4887-911a-5c6fb612064b), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.914310 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e93a3-dc92-4a9d-9794-e93e5c3e1a38 req-8fe42806-2a47-486a-9ae7-7c1b88061497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:32.916994 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-552e93a3-dc92-4a9d-9794-e93e5c3e1a38 req-8fe42806-2a47-486a-9ae7-7c1b88061497 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 1130 time: 0.0479715 Oct 17 10:26:32.959475 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22af6ec6-9787-4cd3-905e-1a83d2495465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (69a9d229-0c01-4887-911a-5c6fb612064b), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.962183 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22af6ec6-9787-4cd3-905e-1a83d2495465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:32.965773 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-22af6ec6-9787-4cd3-905e-1a83d2495465 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/69a9d229-0c01-4887-911a-5c6fb612064b HTTP/1.1" status: 204 len: 168 time: 0.1484284 Oct 17 10:26:32.974857 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af6ec6-9787-4cd3-905e-1a83d2495465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a9d229-0c01-4887-911a-5c6fb612064b,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:32.987043 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:32.992191 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-552e93a3-dc92-4a9d-9794-e93e5c3e1a38 req-2374819c-4939-4804-9db1-225a4409ba72 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661809 Oct 17 10:26:33.414979 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55026) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:33.423624 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 35980f72-8911-433f-8989-708b4cfffccb no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:26:33.448571 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 35980f72-8911-433f-8989-708b4cfffccb {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:26:33.449464 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 35980f72-8911-433f-8989-708b4cfffccb not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:26:33.486697 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55028) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:33.486975 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-583e0305-1227-4566-ab73-ce4bf4974852 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2b4d79715f514596a8e128bce2362603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707204 Oct 17 10:26:33.549822 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-455ae266-581b-405d-b516-fb32b30958e2 admin admin] Publish callbacks [] for security_group (b4f814ca-07f2-4b0b-b143-625f2fa1bf28), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:33.574165 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-455ae266-581b-405d-b516-fb32b30958e2 admin admin] Publish callbacks [] for security_group (b4f814ca-07f2-4b0b-b143-625f2fa1bf28), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:33.633836 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-455ae266-581b-405d-b516-fb32b30958e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b4f814ca-07f2-4b0b-b143-625f2fa1bf28), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:33.636501 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-455ae266-581b-405d-b516-fb32b30958e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:33.639630 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-455ae266-581b-405d-b516-fb32b30958e2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b4f814ca-07f2-4b0b-b143-625f2fa1bf28 HTTP/1.1" status: 204 len: 168 time: 0.1518960 Oct 17 10:26:33.652340 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae266-581b-405d-b516-fb32b30958e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f814ca-07f2-4b0b-b143-625f2fa1bf28,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:33.764810 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985864a-9eb7-4cd6-8e3d-24b6b094d6cb req-c5e0aae6-67ea-4f3c-94a3-c61369fa41fd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:33.772500 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e985864a-9eb7-4cd6-8e3d-24b6b094d6cb req-c5e0aae6-67ea-4f3c-94a3-c61369fa41fd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.1060042 Oct 17 10:26:33.780955 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8d8a581c-49ca-4260-a3e5-62defb8ed163 req-b34ec413-ed88-4006-99f4-91170d95d5a2 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 210 time: 0.0372076 Oct 17 10:26:33.839594 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e985864a-9eb7-4cd6-8e3d-24b6b094d6cb req-95241dfd-2458-499a-8177-93ca8c71baa2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656030 Oct 17 10:26:33.919082 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55052) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:34.092309 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-801014608-network', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:34.108484 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:34.115975 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Made reservation on behalf of cc21860aa70345c79cfe597d5a42fb51 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:26:34.119246 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.130031 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.228419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Publish callbacks [] for security_group (bae070d9-1bb3-4aa6-bfe9-8727848f224b), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.233063 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (bae070d9-1bb3-4aa6-bfe9-8727848f224b), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.243842 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:34.259928 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:26:34.279099 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (656738a4-936e-4e65-bf3d-c0c0953a5474), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.279446 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Added segment 656738a4-936e-4e65-bf3d-c0c0953a5474 of type vlan for network f414572a-3cfd-4a03-8d0f-884b658757a5 Oct 17 10:26:34.280949 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae070d9-1bb3-4aa6-bfe9-8727848f224b,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:34.323639 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (f414572a-3cfd-4a03-8d0f-884b658757a5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.351707 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (f414572a-3cfd-4a03-8d0f-884b658757a5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.353074 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:34.353691 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.421683 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5013037 Oct 17 10:26:34.424530 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55072) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:34.432214 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa124f7-f81e-414b-8fb2-18b8f816f595 admin admin] Pushing event updated for resources: {'Network': ['ID=f414572a-3cfd-4a03-8d0f-884b658757a5,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:34.432396 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Request body: {'subnet': {'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-801014608-subnet', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:34.446848 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network f414572a-3cfd-4a03-8d0f-884b658757a5 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:26:34.461585 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Made reservation on behalf of cc21860aa70345c79cfe597d5a42fb51 for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:26:34.464228 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097340'] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.496860 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:34.661477 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16629009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097326'] for subnet (3742bd82-c4e1-41d8-bae3-047725732101), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.708553 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:34.718439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3742bd82-c4e1-41d8-bae3-047725732101,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:34.740190 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Checking segment: {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:34.740659 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Network hostable DHCP agents. Network: f414572a-3cfd-4a03-8d0f-884b658757a5, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:26:34.764485 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Network f414572a-3cfd-4a03-8d0f-884b658757a5 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:26:34.774284 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, f414572a-3cfd-4a03-8d0f-884b658757a5) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:34.779048 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:34.779652 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.782968 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca3839f-9a19-4dea-b296-77b6392034a3 None None] Network f414572a-3cfd-4a03-8d0f-884b658757a5 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:26:34.799054 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-71122335-ab50-4819-bb03-dfc586d729c6 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3728316 Oct 17 10:26:34.801813 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55080) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:34.808853 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:34.845580 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (1481a5ea-63ca-4c08-891e-6a1928fead22), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.847050 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (1481a5ea-63ca-4c08-891e-6a1928fead22), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.941854 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks [] for router_controller (1481a5ea-63ca-4c08-891e-6a1928fead22), precommit_add_association {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:34.984054 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-f414572a-3cfd-4a03-8d0f-884b658757a5', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:26:34.985284 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.003344 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d195cc-601f-4415-85b3-c4ac217a0116 req-bf853445-1fee-4779-a786-c7e5607d096f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:35.004958 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-52d195cc-601f-4415-85b3-c4ac217a0116 req-bf853445-1fee-4779-a786-c7e5607d096f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0595965 Oct 17 10:26:35.014024 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f4600a2f-00ed-44b3-b7c1-b718467c480f req-9e746726-e6e9-409c-86cd-078d4f1cb413 tempest-DeleteServersTestJSON-1620799955 tempest-DeleteServersTestJSON-1620799955-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9daff838-b032-48a4-bcaa-413c56fc7824 HTTP/1.1" status: 200 len: 210 time: 0.0614316 Oct 17 10:26:35.181877 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Allocated IP 172.20.0.2 (f414572a-3cfd-4a03-8d0f-884b658757a5/3742bd82-c4e1-41d8-bae3-047725732101/cd8a4539-6d08-4439-9593-295dd98fa49f) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:35.184275 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:35.199685 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks [] for router_gateway (1481a5ea-63ca-4c08-891e-6a1928fead22), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.225921 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-52d195cc-601f-4415-85b3-c4ac217a0116 req-6b724cf3-3db1-41d1-9689-26a0d8433891 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330183 Oct 17 10:26:35.402996 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222231a6-11df-499b-95bf-a6faafb24f89 req-7118318a-e040-4db6-a4ee-c650563027a2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:35.414228 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:35.419394 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Publish callbacks [] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.423687 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-222231a6-11df-499b-95bf-a6faafb24f89 req-7118318a-e040-4db6-a4ee-c650563027a2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0785747 Oct 17 10:26:35.427418 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.495037 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Network f414572a-3cfd-4a03-8d0f-884b658757a5 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:35.503086 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:35.506248 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-222231a6-11df-499b-95bf-a6faafb24f89 req-26b4a301-50f8-46d0-bd69-c7e3fae4fa7b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811520 Oct 17 10:26:35.510565 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:35.520055 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks [] for router_gateway (1481a5ea-63ca-4c08-891e-6a1928fead22), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.541742 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Pushing event updated for resources: {'Port': ['ID=cd8a4539-6d08-4439-9593-295dd98fa49f,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:35.543686 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.553056 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.553505 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.553991 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.554385 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.554832 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.555365 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.555978 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.556487 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.556979 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.557580 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.558084 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.558812 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.559341 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.560036 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.561115 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:35.636311 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Attempting to bind port cd8a4539-6d08-4439-9593-295dd98fa49f on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:35.636967 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Attempting to bind port cd8a4539-6d08-4439-9593-295dd98fa49f by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:35.637567 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Attempting to bind port cd8a4539-6d08-4439-9593-295dd98fa49f on network f414572a-3cfd-4a03-8d0f-884b658757a5 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:35.671416 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Allocated IP 172.27.3.152 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/520d3de2-003a-4646-8dba-445e9855b93b) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:35.691118 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:35.691864 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Checking segment: {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:35.692511 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.693095 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Bound using segment: {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:35.693798 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Bound port: cd8a4539-6d08-4439-9593-295dd98fa49f, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:35.695670 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.798303 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] For port cd8a4539-6d08-4439-9593-295dd98fa49f, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:35.803037 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] For port cd8a4539-6d08-4439-9593-295dd98fa49f, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=cd8a4539-6d08-4439-9593-295dd98fa49f,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:35.804757 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4418d439-3ec1-4ef0-8869-042b19a4302c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.815718 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.824681 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks [] for port (520d3de2-003a-4646-8dba-445e9855b93b), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.889965 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (520d3de2-003a-4646-8dba-445e9855b93b), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:35.893422 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bd0cf-16c3-413d-92e4-86c91677557c None None] Pushing event updated for resources: {'Port': ['ID=cd8a4539-6d08-4439-9593-295dd98fa49f,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:35.940828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:35.944094 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:35.948648 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:35.954284 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Pushing event updated for resources: {'Port': ['ID=520d3de2-003a-4646-8dba-445e9855b93b,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:35.994633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:36.584300 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks [] for router_gateway (1481a5ea-63ca-4c08-891e-6a1928fead22), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:36.736592 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:36.800969 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (1481a5ea-63ca-4c08-891e-6a1928fead22), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:36.936297 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Router 1481a5ea-63ca-4c08-891e-6a1928fead22 is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:26:36.988365 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf4ae6-48df-43ca-9974-6a7888e97860 None None] Network f414572a-3cfd-4a03-8d0f-884b658757a5 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:26:37.049561 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:26:37.070227 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Sync routers for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:26:37.070891 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-488fa9db-2498-406e-91f2-595151db4243 None None] Provisioning complete for port cd8a4539-6d08-4439-9593-295dd98fa49f triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:37.071619 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-488fa9db-2498-406e-91f2-595151db4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.071619 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-488fa9db-2498-406e-91f2-595151db4243 None None] Attempt 1 to provision port cd8a4539-6d08-4439-9593-295dd98fa49f Oct 17 10:26:37.084492 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.088524 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-840295b4-d8c0-4f7e-abb1-fc87d5c3edf1 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2828667 Oct 17 10:26:37.088661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55146) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:37.090719 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:37.091368 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:37.128635 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:37.201468 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-488fa9db-2498-406e-91f2-595151db4243 None None] Current status of the port cd8a4539-6d08-4439-9593-295dd98fa49f is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:37.202082 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-488fa9db-2498-406e-91f2-595151db4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.248627 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:37.255841 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-488fa9db-2498-406e-91f2-595151db4243 None None] For port cd8a4539-6d08-4439-9593-295dd98fa49f, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=cd8a4539-6d08-4439-9593-295dd98fa49f,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:37.264952 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-488fa9db-2498-406e-91f2-595151db4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.343364 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fa9db-2498-406e-91f2-595151db4243 None None] Pushing event updated for resources: {'Port': ['ID=cd8a4539-6d08-4439-9593-295dd98fa49f,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:37.418201 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:37.490515 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-e81f989b-26b1-4a77-bc09-9721030d8684 None None] Provisioning complete for port cd8a4539-6d08-4439-9593-295dd98fa49f triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:37.491101 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e81f989b-26b1-4a77-bc09-9721030d8684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.491744 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:36Z', 'revision_number': 3, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:37.492302 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-e81f989b-26b1-4a77-bc09-9721030d8684 None None] Attempt 1 to provision port cd8a4539-6d08-4439-9593-295dd98fa49f Oct 17 10:26:37.527015 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Checking router: 1481a5ea-63ca-4c08-891e-6a1928fead22 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:26:37.527365 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Updating router 1481a5ea-63ca-4c08-891e-6a1928fead22 port 520d3de2-003a-4646-8dba-445e9855b93b binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:26:37.561236 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (520d3de2-003a-4646-8dba-445e9855b93b), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.592203 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:37.618593 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-e81f989b-26b1-4a77-bc09-9721030d8684 None None] Current status of the port cd8a4539-6d08-4439-9593-295dd98fa49f is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:37.659005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.848607 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:37.856297 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Publish callbacks [] for port (520d3de2-003a-4646-8dba-445e9855b93b), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.863622 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (520d3de2-003a-4646-8dba-445e9855b93b), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.870867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Allocated IP 172.20.0.1 (f414572a-3cfd-4a03-8d0f-884b658757a5/3742bd82-c4e1-41d8-bae3-047725732101/813f9ba8-541d-4b2a-96ae-18cd084102e0) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:37.885685 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device cd8a4539-6d08-4439-9593-295dd98fa49f up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:37.934222 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dc56a-a608-4a3b-a1a6-dd4f927aae99 None None] Pushing event updated for resources: {'Port': ['ID=520d3de2-003a-4646-8dba-445e9855b93b,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:37.938604 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Attempting to bind port 520d3de2-003a-4646-8dba-445e9855b93b on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:37.939214 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Attempting to bind port 520d3de2-003a-4646-8dba-445e9855b93b by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:37.939782 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Attempting to bind port 520d3de2-003a-4646-8dba-445e9855b93b on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:37.983365 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port cd8a4539-6d08-4439-9593-295dd98fa49f triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:37.983843 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.984214 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port cd8a4539-6d08-4439-9593-295dd98fa49f Oct 17 10:26:37.987314 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:37.989709 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:37.990528 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:37.991084 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:37.992349 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:37.993028 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Bound port: 520d3de2-003a-4646-8dba-445e9855b93b, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:37.993612 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (520d3de2-003a-4646-8dba-445e9855b93b), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.047688 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] For port 520d3de2-003a-4646-8dba-445e9855b93b, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:38.052210 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] For port 520d3de2-003a-4646-8dba-445e9855b93b, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=520d3de2-003a-4646-8dba-445e9855b93b,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:38.061045 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (520d3de2-003a-4646-8dba-445e9855b93b), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.069194 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:38.081294 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Publish callbacks [] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.085827 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port cd8a4539-6d08-4439-9593-295dd98fa49f is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:38.110122 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:38.110787 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:38.132411 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.169332 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dc56a-a608-4a3b-a1a6-dd4f927aae99 None None] Pushing event updated for resources: {'Port': ['ID=520d3de2-003a-4646-8dba-445e9855b93b,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:38.201624 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Pushing event updated for resources: {'Port': ['ID=813f9ba8-541d-4b2a-96ae-18cd084102e0,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:38.206480 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-90820dd2-2221-4299-b201-36adbbd91ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.215998 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Network f414572a-3cfd-4a03-8d0f-884b658757a5 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:38.217891 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:38.220256 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:38.261409 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (1481a5ea-63ca-4c08-891e-6a1928fead22), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.265848 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:38.475598 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.509838 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de2455-35f5-40ab-9509-d1d4ce8cd4b5 req-4ad3d1be-78c8-409d-974e-0a2de990a7d0 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:38.511511 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b2de2455-35f5-40ab-9509-d1d4ce8cd4b5 req-4ad3d1be-78c8-409d-974e-0a2de990a7d0 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0660019 Oct 17 10:26:38.515829 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:38.555971 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-8fb7d3c2-d132-44f1-8601-929b2fa7f830 None None] Provisioning complete for port 813f9ba8-541d-4b2a-96ae-18cd084102e0 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:38.556366 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d3c2-d132-44f1-8601-929b2fa7f830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.556713 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-8fb7d3c2-d132-44f1-8601-929b2fa7f830 None None] Attempt 1 to provision port 813f9ba8-541d-4b2a-96ae-18cd084102e0 Oct 17 10:26:38.592003 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:36Z', 'revision_number': 3, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:38.594117 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7d3c2-d132-44f1-8601-929b2fa7f830 None None] Port 813f9ba8-541d-4b2a-96ae-18cd084102e0 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:26:38.599549 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-fedede28-1ce2-4130-b5d8-fd36fa9dc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:38.602739 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-fedede28-1ce2-4130-b5d8-fd36fa9dc715 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 1129 time: 0.1490743 Oct 17 10:26:38.620008 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b2de2455-35f5-40ab-9509-d1d4ce8cd4b5 req-f1d74135-5954-4ed6-bea3-b224dbddb5af tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002853 Oct 17 10:26:38.623226 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8466a1-5d18-41ac-a512-861e08c04d04 None None] The sync data for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi is: [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:36Z', 'revision_number': 3, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:38.772750 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55188) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:38.802399 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-013e737e-14b2-44f9-9c64-0fd221d90a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:38.804923 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-013e737e-14b2-44f9-9c64-0fd221d90a0a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.1963561 Oct 17 10:26:38.854088 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-54aff310-3634-4666-8ed7-46bed8f84777 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce HTTP/1.1" status: 200 len: 217 time: 0.0425804 Oct 17 10:26:38.856269 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Publish callbacks [] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.872085 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:38.997003 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Pushing event updated for resources: {'Port': ['ID=813f9ba8-541d-4b2a-96ae-18cd084102e0,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:39.004999 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-f415a20e-d078-43be-980e-bb4046c73511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:39.006686 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-f415a20e-d078-43be-980e-bb4046c73511 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.1467316 Oct 17 10:26:39.011214 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (1481a5ea-63ca-4c08-891e-6a1928fead22), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:39.016175 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:39.125363 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-3bf938fb-e424-4d53-b95e-94f9096386f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:39.127899 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-3bf938fb-e424-4d53-b95e-94f9096386f9 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1137276 Oct 17 10:26:39.337076 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-72dc5486-09c0-40bf-942f-4cd05cfc1bac service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966808 Oct 17 10:26:39.339401 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Network f414572a-3cfd-4a03-8d0f-884b658757a5 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:39.341009 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:39.357329 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:39.382817 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:39.421550 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:39.623598 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-df3b1833-3457-4e4f-a8a1-5e6486ec8d54 None None] Provisioning complete for port 813f9ba8-541d-4b2a-96ae-18cd084102e0 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:39.624304 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-df3b1833-3457-4e4f-a8a1-5e6486ec8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:39.624878 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-df3b1833-3457-4e4f-a8a1-5e6486ec8d54 None None] Attempt 1 to provision port 813f9ba8-541d-4b2a-96ae-18cd084102e0 Oct 17 10:26:39.678540 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-df3b1833-3457-4e4f-a8a1-5e6486ec8d54 None None] Port 813f9ba8-541d-4b2a-96ae-18cd084102e0 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:26:39.755685 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:39.775783 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Deleting port 7381982b-2c55-442d-a98e-7b136a875479 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:26:39.776531 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (7381982b-2c55-442d-a98e-7b136a875479), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:39.857738 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 520d3de2-003a-4646-8dba-445e9855b93b up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:39.873831 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f90dd55a-e2f9-4140-b8b4-c2c0fda03bc5 req-73d2b6bb-ea30-4f40-9265-fa086bfc6f22 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303819 Oct 17 10:26:39.884875 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e389202-1ad1-4822-b913-aa952d808fdd req-5ae72a4d-a595-4e7b-ab2a-fad125c6eaf2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:39.886818 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3e389202-1ad1-4822-b913-aa952d808fdd req-5ae72a4d-a595-4e7b-ab2a-fad125c6eaf2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.1325507 Oct 17 10:26:39.938224 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 520d3de2-003a-4646-8dba-445e9855b93b triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:39.938953 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (520d3de2-003a-4646-8dba-445e9855b93b), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:39.939531 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 520d3de2-003a-4646-8dba-445e9855b93b Oct 17 10:26:39.943926 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Router 1481a5ea-63ca-4c08-891e-6a1928fead22 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:26:39.991989 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3e389202-1ad1-4822-b913-aa952d808fdd req-3916305c-b064-4a97-b8df-0a1f4d786766 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854537 Oct 17 10:26:40.050155 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 520d3de2-003a-4646-8dba-445e9855b93b is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:40.050699 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (520d3de2-003a-4646-8dba-445e9855b93b), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:40.079714 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 520d3de2-003a-4646-8dba-445e9855b93b, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=520d3de2-003a-4646-8dba-445e9855b93b,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:40.085626 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (520d3de2-003a-4646-8dba-445e9855b93b), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:40.124912 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:26:40.130669 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-4e9c3f77-07da-46c4-ad90-0d7bc173ea5e admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1481a5ea-63ca-4c08-891e-6a1928fead22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0408280 Oct 17 10:26:40.136400 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:40.149155 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] For port 7381982b-2c55-442d-a98e-7b136a875479, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=7381982b-2c55-442d-a98e-7b136a875479,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:40.149523 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (7381982b-2c55-442d-a98e-7b136a875479), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:40.158042 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=520d3de2-003a-4646-8dba-445e9855b93b,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:40.169867 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Calling delete_port for 7381982b-2c55-442d-a98e-7b136a875479 owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:26:40.475966 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (7381982b-2c55-442d-a98e-7b136a875479), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:40.518625 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=7381982b-2c55-442d-a98e-7b136a875479,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:40.553666 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.554794 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.555279 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.555609 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.556091 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.556577 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.556870 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.557303 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.557643 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.558084 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.558485 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.559085 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.559520 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.559904 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.560326 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:40.646695 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:40.770258 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:40.797000 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d7727-e7fc-460d-9add-775a41f7c278 None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:26:40.886110 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:40.893602 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55234) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:40.900334 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1209036785-network', 'tenant_id': '2baaa5333cee4891a7d766231743d38e'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:40.909638 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Sync routers for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:26:40.912586 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:40.922910 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Made reservation on behalf of 2baaa5333cee4891a7d766231743d38e for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:26:40.925656 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:40.936687 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:40.937798 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:40.938466 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:41.028174 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Publish callbacks [] for security_group (c2c1521c-c798-492d-8c67-e4529444e734), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.033854 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (c2c1521c-c798-492d-8c67-e4529444e734), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.036898 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:26:41.092034 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:26:41.097662 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c1521c-c798-492d-8c67-e4529444e734,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:41.108784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.110498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.110498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.110498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.110498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.110815 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.110897 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.111197 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.111526 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.111853 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.112181 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.112507 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.112828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.113152 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.113474 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:26:41.123899 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (982e7103-9d10-4295-97b1-12f1328ef7cb), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.124271 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Added segment 982e7103-9d10-4295-97b1-12f1328ef7cb of type vlan for network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c Oct 17 10:26:41.169350 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.180852 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d7727-e7fc-460d-9add-775a41f7c278 None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:26:41.187170 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:41.204262 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.205374 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:41.205594 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.216921 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866de3ae-f9aa-4f97-97ca-116d57284a2f req-44a5b188-fa36-40b0-9853-bf6f79069481 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:41.218633 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-866de3ae-f9aa-4f97-97ca-116d57284a2f req-44a5b188-fa36-40b0-9853-bf6f79069481 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0756893 Oct 17 10:26:41.221768 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:26:41.226950 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:41.231375 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-15956fd9-c3e6-452a-99ac-31110cff6a05 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/be4eb5b6-f3d9-488a-a29d-7de2aca4dec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4571884 Oct 17 10:26:41.232196 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55238) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:41.246526 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] Sync routers for ids ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:26:41.258638 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] Routers {'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:41.259616 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:41.275099 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3803039 Oct 17 10:26:41.279738 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55240) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:41.284006 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.286196 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Request body: {'subnet': {'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1209036785-subnet', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:41.309272 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51011df1-8fca-41d3-955e-3c19cd22c388 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:41.321109 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Made reservation on behalf of 2baaa5333cee4891a7d766231743d38e for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:26:41.327849 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097340'] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.421082 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] Set router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:41.441993 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:41.474096 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:26:41.489835 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-866de3ae-f9aa-4f97-97ca-116d57284a2f req-5ca35ef6-c577-4c1c-b72b-633d5a555cc3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119577 Oct 17 10:26:41.547443 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks [] for router (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.561623 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:41.591971 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16629009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097326'] for subnet (86a47fd5-9b22-45fb-9ce1-de93aff09f20), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.769018 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:41.769544 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a47fd5-9b22-45fb-9ce1-de93aff09f20,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:41.786945 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:41.789353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Checking segment: {'id': '982e7103-9d10-4295-97b1-12f1328ef7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:41.789353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Network hostable DHCP agents. Network: 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:26:41.815257 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks [] for router_gateway (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.821023 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd132929f-58af-4201-9be0-9cc7577de785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 5, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'gw_port': {'id': 'd132929f-58af-4201-9be0-9cc7577de785', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:41.832317 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:26:41.853158 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:41.858470 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:41.859205 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.884052 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Deleting port d132929f-58af-4201-9be0-9cc7577de785 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:26:41.885046 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (d132929f-58af-4201-9be0-9cc7577de785), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.889261 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-bbc5e79a-d342-47be-8291-e1c7b6b093dc admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6082802 Oct 17 10:26:41.891571 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55262) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:41.895188 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] Checking router: be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:26:41.899169 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:41.918914 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] Routers {'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:41.922367 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:41.928021 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (a5697368-e710-40ac-89c5-5ef15ccc378d), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:41.931483 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (a5697368-e710-40ac-89c5-5ef15ccc378d), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.009082 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks [] for router_controller (a5697368-e710-40ac-89c5-5ef15ccc378d), precommit_add_association {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.034622 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '813f9ba8-541d-4b2a-96ae-18cd084102e0', 'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'mac_address': 'fa:16:3e:1b:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:37Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 2, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'subnets': [{'id': '3742bd82-c4e1-41d8-bae3-047725732101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:42.075711 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] For port d132929f-58af-4201-9be0-9cc7577de785, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=d132929f-58af-4201-9be0-9cc7577de785,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:42.076215 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (d132929f-58af-4201-9be0-9cc7577de785), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.088354 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 520d3de2-003a-4646-8dba-445e9855b93b up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:42.101474 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Calling delete_port for d132929f-58af-4201-9be0-9cc7577de785 owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:26:42.135954 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] Set router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:42.140809 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Checking router: 1481a5ea-63ca-4c08-891e-6a1928fead22 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:26:42.141191 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Updating router 1481a5ea-63ca-4c08-891e-6a1928fead22 port 813f9ba8-541d-4b2a-96ae-18cd084102e0 binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:26:42.228144 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.262806 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:26:41Z', 'revision_number': 6, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'gw_port_host': None}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:42.279271 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks [] for router_gateway (a5697368-e710-40ac-89c5-5ef15ccc378d), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.294577 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95de2c-2ae1-4c4c-ba8f-9c90e2c66863 None None] The sync data for ids ['be4eb5b6-f3d9-488a-a29d-7de2aca4dec0'] in dv-cinder-860209-5-iscsi is: [{'id': 'be4eb5b6-f3d9-488a-a29d-7de2aca4dec0', 'name': 'tempest-DeleteServersTestJSON-495731040-router', 'tenant_id': '6e2cba05193f429fb9ffef6f66205945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:26:41Z', 'revision_number': 6, 'project_id': '6e2cba05193f429fb9ffef6f66205945', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:42.306863 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:42.314350 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 520d3de2-003a-4646-8dba-445e9855b93b triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:42.314802 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (520d3de2-003a-4646-8dba-445e9855b93b), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.315259 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 520d3de2-003a-4646-8dba-445e9855b93b Oct 17 10:26:42.377705 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (d132929f-58af-4201-9be0-9cc7577de785), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.406950 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d132929f-58af-4201-9be0-9cc7577de785,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:42.527010 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.550450 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks [] for router_gateway (a5697368-e710-40ac-89c5-5ef15ccc378d), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.577628 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.636384 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:42.660936 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 520d3de2-003a-4646-8dba-445e9855b93b is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:42.682713 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:42.692555 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85d1bf-3314-4ac7-be36-fa32faa3e275 req-9aa5380b-71f8-4850-9ec1-4e98d8c5dfb3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:42.694412 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ba85d1bf-3314-4ac7-be36-fa32faa3e275 req-9aa5380b-71f8-4850-9ec1-4e98d8c5dfb3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0618174 Oct 17 10:26:42.703750 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.706255 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks [] for router_controller (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.775059 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce7268-f178-44b0-929d-74bac6847cef None None] Network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:26:42.822203 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (be4eb5b6-f3d9-488a-a29d-7de2aca4dec0), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.822961 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:26:42.836621 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.838081 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c70c0bbc-1ef3-432d-b627-9fe8aeb57b57 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/be4eb5b6-f3d9-488a-a29d-7de2aca4dec0 HTTP/1.1" status: 204 len: 168 time: 1.6053262 Oct 17 10:26:42.841523 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55278) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:42.855530 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Allocated IP 172.27.3.16 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/22952f7e-0bae-4add-bf9f-dd3ed3554211) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:42.888228 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ba85d1bf-3314-4ac7-be36-fa32faa3e275 req-3868b64e-8e58-4e6e-8a4c-f099a8f7acaa tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692679 Oct 17 10:26:42.940478 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cc6ea7-9286-47e1-9071-a56c98c582d6 admin admin] Deleting subnet 18939442-3979-423f-9fcc-2430b15f4f2b {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:26:42.948185 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c5cc6ea7-9286-47e1-9071-a56c98c582d6 admin admin] Publish callbacks [] for subnet (18939442-3979-423f-9fcc-2430b15f4f2b), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.960462 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-a322f315-7127-4e4d-8b0a-86a7b8d92f72 None None] Provisioning complete for port 8e038af4-5179-4445-8ce1-adbce4508fc2 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:42.961653 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a322f315-7127-4e4d-8b0a-86a7b8d92f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:42.962073 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-a322f315-7127-4e4d-8b0a-86a7b8d92f72 None None] Attempt 1 to provision port 8e038af4-5179-4445-8ce1-adbce4508fc2 Oct 17 10:26:42.999081 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c5cc6ea7-9286-47e1-9071-a56c98c582d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1924750'] for subnet (18939442-3979-423f-9fcc-2430b15f4f2b), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.012235 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Publish callbacks [] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.012549 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks [] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.030018 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.050670 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.104034 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:43.107395 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:43.111407 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:43.124091 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:43.141820 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Pushing event updated for resources: {'Port': ['ID=22952f7e-0bae-4add-bf9f-dd3ed3554211,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:43.162458 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c5cc6ea7-9286-47e1-9071-a56c98c582d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (18939442-3979-423f-9fcc-2430b15f4f2b), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.214961 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c', 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c', 'project_id': '2baaa5333cee4891a7d766231743d38e', 'fixed_ips': [{'subnet_id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:26:43.215874 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.248519 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee287b-aaba-4ab1-abf8-4a7c410e29ed None None] Pushing event updated for resources: {'Port': ['ID=813f9ba8-541d-4b2a-96ae-18cd084102e0,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:43.295571 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:43.310678 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c5cc6ea7-9286-47e1-9071-a56c98c582d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12278705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12414195'] for subnet (18939442-3979-423f-9fcc-2430b15f4f2b), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.361629 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc6ea7-9286-47e1-9071-a56c98c582d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18939442-3979-423f-9fcc-2430b15f4f2b,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:43.375515 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Attempting to bind port 813f9ba8-541d-4b2a-96ae-18cd084102e0 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:43.376136 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Attempting to bind port 813f9ba8-541d-4b2a-96ae-18cd084102e0 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:43.376684 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Attempting to bind port 813f9ba8-541d-4b2a-96ae-18cd084102e0 on network f414572a-3cfd-4a03-8d0f-884b658757a5 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:43.385155 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c5cc6ea7-9286-47e1-9071-a56c98c582d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.392122 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c5cc6ea7-9286-47e1-9071-a56c98c582d6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/18939442-3979-423f-9fcc-2430b15f4f2b HTTP/1.1" status: 204 len: 168 time: 0.5461361 Oct 17 10:26:43.392409 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55292) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:43.420445 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7d704-a2c5-486b-8cf4-43cc564e83f0 None None] Network 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:26:43.458285 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:43.462921 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-a322f315-7127-4e4d-8b0a-86a7b8d92f72 None None] Current status of the port 8e038af4-5179-4445-8ce1-adbce4508fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:43.500588 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (46924aeb-cbea-4ee4-b8a7-97f1f0d41daf), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.594130 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks [] for router_gateway (a5697368-e710-40ac-89c5-5ef15ccc378d), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.609540 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Deleting port 8e038af4-5179-4445-8ce1-adbce4508fc2 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:26:43.611610 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.746852 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] For port 8e038af4-5179-4445-8ce1-adbce4508fc2, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=8e038af4-5179-4445-8ce1-adbce4508fc2,segment=NetworkSegment(af1b825f-ea3a-49d1-986a-3c3a0df221f6),segment_id=af1b825f-ea3a-49d1-986a-3c3a0df221f6)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:43.748998 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.775342 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:43.792112 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Calling delete_port for 8e038af4-5179-4445-8ce1-adbce4508fc2 owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:26:43.814505 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:43.816042 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Checking segment: {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:43.816733 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.817302 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Bound using segment: {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:43.818014 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Bound port: 813f9ba8-541d-4b2a-96ae-18cd084102e0, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:43.818708 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:43.893253 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:43.929816 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55304) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:43.931560 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d132929f-58af-4201-9be0-9cc7577de785 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:26:43.971171 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (a5697368-e710-40ac-89c5-5ef15ccc378d), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.011364 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: d132929f-58af-4201-9be0-9cc7577de785 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:26:44.011822 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d132929f-58af-4201-9be0-9cc7577de785 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:26:44.012166 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 7381982b-2c55-442d-a98e-7b136a875479 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:26:44.018714 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (8e038af4-5179-4445-8ce1-adbce4508fc2), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.081374 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Allocated IP 172.20.0.2 (9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c/86a47fd5-9b22-45fb-9ce1-de93aff09f20/046873e7-5537-4027-adb0-46643c0d5a4c) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:44.085038 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81db75-8a86-4393-b369-08f7e105723c None None] DHCP port deletion for 46924aeb-cbea-4ee4-b8a7-97f1f0d41daf request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:26:44.095978 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e038af4-5179-4445-8ce1-adbce4508fc2,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:44.100430 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 7381982b-2c55-442d-a98e-7b136a875479 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:26:44.101724 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 7381982b-2c55-442d-a98e-7b136a875479 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:26:44.144068 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] For port 813f9ba8-541d-4b2a-96ae-18cd084102e0, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:44.153047 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] No DVR routers for this DVR port 8e038af4-5179-4445-8ce1-adbce4508fc2 on host dv-cinder-860209-5-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:26:44.158711 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] For port 813f9ba8-541d-4b2a-96ae-18cd084102e0, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=813f9ba8-541d-4b2a-96ae-18cd084102e0,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:44.181821 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cf10d85d-9dc9-4cc8-bc6d-dce000dad494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.204583 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.238451 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9bdc0-0f97-48b3-aa4e-aeb0ec28a7eb req-d482cbcd-c9b4-4336-a8d7-c8dc41f3e829 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:44.250631 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2ef9bdc0-0f97-48b3-aa4e-aeb0ec28a7eb req-d482cbcd-c9b4-4336-a8d7-c8dc41f3e829 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.1812441 Oct 17 10:26:44.250809 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:44.250809 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:44.287332 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-7be5fae1-471b-43d2-83ef-bc50ed070300 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1119150375&fields=id&tenant_id=0e87741d68c74ae29ecea930893e3449 HTTP/1.1" status: 200 len: 267 time: 0.1441934 Oct 17 10:26:44.292526 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (46924aeb-cbea-4ee4-b8a7-97f1f0d41daf), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.329794 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46924aeb-cbea-4ee4-b8a7-97f1f0d41daf']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:44.346055 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1b825f-ea3a-49d1-986a-3c3a0df221f6') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:44.346293 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1b825f-ea3a-49d1-986a-3c3a0df221f6') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:44.352785 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2ef9bdc0-0f97-48b3-aa4e-aeb0ec28a7eb req-11152c93-2afd-4fa9-b705-5ffbdc1ef0b9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063027 Oct 17 10:26:44.363580 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (af1b825f-ea3a-49d1-986a-3c3a0df221f6), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.396650 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (af1b825f-ea3a-49d1-986a-3c3a0df221f6), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.398208 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cf10d85d-9dc9-4cc8-bc6d-dce000dad494 admin admin] Publish callbacks [] for security_group (e765eaf1-719d-400e-8bc6-85b6626c1651), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.412728 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:26:44.414684 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (af1b825f-ea3a-49d1-986a-3c3a0df221f6), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.415387 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Router a5697368-e710-40ac-89c5-5ef15ccc378d is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:26:44.420305 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee287b-aaba-4ab1-abf8-4a7c410e29ed None None] Pushing event updated for resources: {'Port': ['ID=813f9ba8-541d-4b2a-96ae-18cd084102e0,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:44.420837 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cf10d85d-9dc9-4cc8-bc6d-dce000dad494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e765eaf1-719d-400e-8bc6-85b6626c1651), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.466138 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:44.500502 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:44.510894 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (46924aeb-cbea-4ee4-b8a7-97f1f0d41daf), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.559692 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Publish callbacks [] for port (046873e7-5537-4027-adb0-46643c0d5a4c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.570770 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10d85d-9dc9-4cc8-bc6d-dce000dad494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e765eaf1-719d-400e-8bc6-85b6626c1651,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:44.580094 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-cf10d85d-9dc9-4cc8-bc6d-dce000dad494 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cdc38b906d5a4422b8788c4d59b707a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6452525 Oct 17 10:26:44.588739 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55318) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:44.600299 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.686023 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-c673cab9-ab92-4910-a226-588f790fbe6c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:44.687936 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-c673cab9-ab92-4910-a226-588f790fbe6c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 812 time: 0.3893027 Oct 17 10:26:44.705527 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:44.716284 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:44.722563 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:44.740363 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Pushing event updated for resources: {'Port': ['ID=046873e7-5537-4027-adb0-46643c0d5a4c,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:44.815724 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:44.851177 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Attempting to bind port 046873e7-5537-4027-adb0-46643c0d5a4c on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:44.852421 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Attempting to bind port 046873e7-5537-4027-adb0-46643c0d5a4c by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '982e7103-9d10-4295-97b1-12f1328ef7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:44.853151 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Attempting to bind port 046873e7-5537-4027-adb0-46643c0d5a4c on network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:44.941266 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:44.941887 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Checking segment: {'id': '982e7103-9d10-4295-97b1-12f1328ef7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:44.942222 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.942756 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Bound using segment: {'id': '982e7103-9d10-4295-97b1-12f1328ef7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:44.943401 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Bound port: 046873e7-5537-4027-adb0-46643c0d5a4c, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982e7103-9d10-4295-97b1-12f1328ef7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:44.943851 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.948649 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '813f9ba8-541d-4b2a-96ae-18cd084102e0', 'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'mac_address': 'fa:16:3e:1b:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:37Z', 'updated_at': '2022-10-17T10:26:44Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'subnets': [{'id': '3742bd82-c4e1-41d8-bae3-047725732101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:44.958687 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment af1b825f-ea3a-49d1-986a-3c3a0df221f6 resource provider aggregate not found Oct 17 10:26:44.968392 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Pushing event deleted for resources: {'Network': ['ID=46924aeb-cbea-4ee4-b8a7-97f1f0d41daf,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:44.969693 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-371f9c91-98b5-428c-8b0d-067c29fc93ba tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/quotas/0e87741d68c74ae29ecea930893e3449 HTTP/1.1" status: 200 len: 375 time: 0.2638316 Oct 17 10:26:44.972279 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:44.972423 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:26:44.979998 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:44.982200 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-23d4080a-6f01-4daa-855f-766d9d5d7575 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/46924aeb-cbea-4ee4-b8a7-97f1f0d41daf HTTP/1.1" status: 204 len: 168 time: 1.5884175 Oct 17 10:26:44.999090 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Sync routers for ids ['a5697368-e710-40ac-89c5-5ef15ccc378d'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:26:45.003375 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b17f7-10d1-42db-ae15-123485ddf8e1 None None] The sync data for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi is: [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '813f9ba8-541d-4b2a-96ae-18cd084102e0', 'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'mac_address': 'fa:16:3e:1b:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:37Z', 'updated_at': '2022-10-17T10:26:44Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'subnets': [{'id': '3742bd82-c4e1-41d8-bae3-047725732101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:45.009454 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment af1b825f-ea3a-49d1-986a-3c3a0df221f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af1b825f-ea3a-49d1-986a-3c3a0df221f6 found for delete ", "request_id": "req-ee2f14b4-f352-4afd-91dd-9b17cc5af2a1"}]} Oct 17 10:26:45.018215 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:45.020646 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:45.044002 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Routers {'a5697368-e710-40ac-89c5-5ef15ccc378d'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:45.044592 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a5697368-e710-40ac-89c5-5ef15ccc378d'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:45.046883 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8d636003-8b64-478d-8d01-6239e41af041 admin admin] Publish callbacks [] for security_group (e765eaf1-719d-400e-8bc6-85b6626c1651), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:45.111070 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8d636003-8b64-478d-8d01-6239e41af041 admin admin] Publish callbacks [] for security_group (e765eaf1-719d-400e-8bc6-85b6626c1651), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:45.120561 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:45.124238 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-7459f592-2770-436a-b897-f7b71e38104d admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2273784 Oct 17 10:26:45.124753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55328) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:45.212756 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] For port 046873e7-5537-4027-adb0-46643c0d5a4c, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:45.220117 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55330) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:45.239303 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] For port 046873e7-5537-4027-adb0-46643c0d5a4c, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=046873e7-5537-4027-adb0-46643c0d5a4c,segment=NetworkSegment(982e7103-9d10-4295-97b1-12f1328ef7cb),segment_id=982e7103-9d10-4295-97b1-12f1328ef7cb)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:45.256419 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:45.306919 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Set router a5697368-e710-40ac-89c5-5ef15ccc378d gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:45.313087 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-8cb0a107-eb45-47ca-aa9d-6f74666517f2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2929502 Oct 17 10:26:45.443485 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87578f82-8eff-4c8c-8d8a-c7f3a89028e6 None None] Pushing event updated for resources: {'Port': ['ID=046873e7-5537-4027-adb0-46643c0d5a4c,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:45.451670 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8d636003-8b64-478d-8d01-6239e41af041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e765eaf1-719d-400e-8bc6-85b6626c1651), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:45.456129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8d636003-8b64-478d-8d01-6239e41af041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:45.459915 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-8d636003-8b64-478d-8d01-6239e41af041 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e765eaf1-719d-400e-8bc6-85b6626c1651 HTTP/1.1" status: 204 len: 168 time: 0.8627210 Oct 17 10:26:45.466370 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1297ca50-8be2-4923-9bb1-003ea7795566 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6e2cba05193f429fb9ffef6f66205945&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2445359 Oct 17 10:26:45.466962 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55340) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:45.479410 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:45.505936 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d636003-8b64-478d-8d01-6239e41af041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765eaf1-719d-400e-8bc6-85b6626c1651,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:45.585901 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-9c4bf38f-6ab3-4c19-9480-972ed2694240 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508447 Oct 17 10:26:45.666989 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:41Z', 'updated_at': '2022-10-17T10:26:43Z', 'revision_number': 3, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'gw_port': {'id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:42Z', 'updated_at': '2022-10-17T10:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:45.699001 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Checking router: a5697368-e710-40ac-89c5-5ef15ccc378d for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:26:45.699352 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Updating router a5697368-e710-40ac-89c5-5ef15ccc378d port 22952f7e-0bae-4add-bf9f-dd3ed3554211 binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:26:45.746600 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe1dec-b0cb-402d-8016-6412acc6d04f req-f8378417-9769-4582-a872-3f09585c8079 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:45.748189 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5ebe1dec-b0cb-402d-8016-6412acc6d04f req-f8378417-9769-4582-a872-3f09585c8079 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.1563532 Oct 17 10:26:45.774946 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:45.832996 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ca8bdded-8a75-4bc7-98a1-ddb45ec11647 admin admin] Publish callbacks [] for security_group (b66d1d0d-79ef-4730-ae14-6b908e926692), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:45.871189 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-2e3e45a3-f818-4719-b23b-33059882dce1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765901 Oct 17 10:26:45.950982 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ca8bdded-8a75-4bc7-98a1-ddb45ec11647 admin admin] Publish callbacks [] for security_group (b66d1d0d-79ef-4730-ae14-6b908e926692), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.003274 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 813f9ba8-541d-4b2a-96ae-18cd084102e0 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:46.105079 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5ebe1dec-b0cb-402d-8016-6412acc6d04f req-a606e61b-88a8-4293-8cd9-fe0b5f58634e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747602 Oct 17 10:26:46.212739 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ca8bdded-8a75-4bc7-98a1-ddb45ec11647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b66d1d0d-79ef-4730-ae14-6b908e926692), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.215769 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ca8bdded-8a75-4bc7-98a1-ddb45ec11647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.219437 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ca8bdded-8a75-4bc7-98a1-ddb45ec11647 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b66d1d0d-79ef-4730-ae14-6b908e926692 HTTP/1.1" status: 204 len: 168 time: 0.7474432 Oct 17 10:26:46.254022 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bdded-8a75-4bc7-98a1-ddb45ec11647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d1d0d-79ef-4730-ae14-6b908e926692,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:46.264545 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55354) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:46.312853 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-339f1324-29fd-41bc-86c9-6fb60e031625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.395778 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.485034 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 813f9ba8-541d-4b2a-96ae-18cd084102e0 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:46.485685 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.486234 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 813f9ba8-541d-4b2a-96ae-18cd084102e0 Oct 17 10:26:46.612682 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-339f1324-29fd-41bc-86c9-6fb60e031625 admin admin] Publish callbacks [] for security_group (7434cd10-e0aa-4fa1-8c6e-1136ca2e7976), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.626989 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-339f1324-29fd-41bc-86c9-6fb60e031625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (7434cd10-e0aa-4fa1-8c6e-1136ca2e7976), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.674243 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Publish callbacks [] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.677266 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:46.687750 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.708991 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Attempting to bind port 22952f7e-0bae-4add-bf9f-dd3ed3554211 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:46.709482 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Attempting to bind port 22952f7e-0bae-4add-bf9f-dd3ed3554211 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:46.710629 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Attempting to bind port 22952f7e-0bae-4add-bf9f-dd3ed3554211 on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:46.729351 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-339f1324-29fd-41bc-86c9-6fb60e031625 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6235c489d8044cf39b0b4456650471fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4604354 Oct 17 10:26:46.729351 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f1324-29fd-41bc-86c9-6fb60e031625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7434cd10-e0aa-4fa1-8c6e-1136ca2e7976,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:46.732581 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55362) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:46.761767 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:46.805220 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:46.807017 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a9848a59-6acd-411c-8d93-71cf763ec3d7 admin admin] Publish callbacks [] for security_group (7434cd10-e0aa-4fa1-8c6e-1136ca2e7976), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.818119 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d294c6e-b0b5-4879-ae95-b49dd5d6fdf4 req-5a19b4b1-08b9-4443-a3c8-42eaeee8b4ed tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.2725916 Oct 17 10:26:46.851031 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a9848a59-6acd-411c-8d93-71cf763ec3d7 admin admin] Publish callbacks [] for security_group (7434cd10-e0aa-4fa1-8c6e-1136ca2e7976), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.908287 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a9848a59-6acd-411c-8d93-71cf763ec3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (7434cd10-e0aa-4fa1-8c6e-1136ca2e7976), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.911745 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a9848a59-6acd-411c-8d93-71cf763ec3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:46.915383 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a9848a59-6acd-411c-8d93-71cf763ec3d7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7434cd10-e0aa-4fa1-8c6e-1136ca2e7976 HTTP/1.1" status: 204 len: 168 time: 0.1798320 Oct 17 10:26:46.924708 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9848a59-6acd-411c-8d93-71cf763ec3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7434cd10-e0aa-4fa1-8c6e-1136ca2e7976,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:46.991897 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Allocated IP 172.20.0.1 (9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c/86a47fd5-9b22-45fb-9ce1-de93aff09f20/8c8b866c-5240-47bc-8f62-b5686e8d9ff8) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:47.014844 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42810f-599a-44dd-82ec-7fc575211476 None None] Pushing event updated for resources: {'Port': ['ID=22952f7e-0bae-4add-bf9f-dd3ed3554211,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:47.050848 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:47.051589 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:47.052180 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.052748 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:47.053481 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Bound port: 22952f7e-0bae-4add-bf9f-dd3ed3554211, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:47.054382 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.058120 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 813f9ba8-541d-4b2a-96ae-18cd084102e0 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:47.059147 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.062125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119ee93-6f57-4533-b30e-06a283d99db0 None None] Network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:26:47.284090 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Publish callbacks [] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.361447 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:47.373852 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.374024 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-3f7eddf0-e500-4baf-9843-50966481f578 None None] Provisioning complete for port 046873e7-5537-4027-adb0-46643c0d5a4c triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:47.374516 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3f7eddf0-e500-4baf-9843-50966481f578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.375034 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-3f7eddf0-e500-4baf-9843-50966481f578 None None] Attempt 1 to provision port 046873e7-5537-4027-adb0-46643c0d5a4c Oct 17 10:26:47.402557 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83a09-63ba-440b-ab84-6e9951d331fc req-56e98932-6e47-40ab-8506-def0c26dfcfc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:47.407605 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d5f83a09-63ba-440b-ab84-6e9951d331fc req-56e98932-6e47-40ab-8506-def0c26dfcfc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.1123488 Oct 17 10:26:47.448762 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 813f9ba8-541d-4b2a-96ae-18cd084102e0, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=813f9ba8-541d-4b2a-96ae-18cd084102e0,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:47.460120 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] For port 22952f7e-0bae-4add-bf9f-dd3ed3554211, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:47.469066 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.470361 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 046873e7-5537-4027-adb0-46643c0d5a4c up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:47.486452 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8b866c-5240-47bc-8f62-b5686e8d9ff8,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:47.501739 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:47.503307 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:47.507255 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:47.521765 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d5f83a09-63ba-440b-ab84-6e9951d331fc req-6e77c52f-b245-4a64-9644-417b02c36e49 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071727 Oct 17 10:26:47.555814 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] For port 22952f7e-0bae-4add-bf9f-dd3ed3554211, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=22952f7e-0bae-4add-bf9f-dd3ed3554211,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:47.558409 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (a5697368-e710-40ac-89c5-5ef15ccc378d), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.590928 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.661837 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=813f9ba8-541d-4b2a-96ae-18cd084102e0,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:47.663925 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Routers {'a5697368-e710-40ac-89c5-5ef15ccc378d'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:47.664541 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a5697368-e710-40ac-89c5-5ef15ccc378d'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:47.725706 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 046873e7-5537-4027-adb0-46643c0d5a4c triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:47.726270 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.727786 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 046873e7-5537-4027-adb0-46643c0d5a4c Oct 17 10:26:47.733843 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.740180 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55394) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:47.755063 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-221aaa37-715c-40e1-a326-95f324f25b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.848125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-3f7eddf0-e500-4baf-9843-50966481f578 None None] Current status of the port 046873e7-5537-4027-adb0-46643c0d5a4c is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:47.849418 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3f7eddf0-e500-4baf-9843-50966481f578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.860556 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42810f-599a-44dd-82ec-7fc575211476 None None] Pushing event updated for resources: {'Port': ['ID=22952f7e-0bae-4add-bf9f-dd3ed3554211,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:47.906769 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:47.911441 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:47.948502 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-3f7eddf0-e500-4baf-9843-50966481f578 None None] For port 046873e7-5537-4027-adb0-46643c0d5a4c, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=046873e7-5537-4027-adb0-46643c0d5a4c,segment=NetworkSegment(982e7103-9d10-4295-97b1-12f1328ef7cb),segment_id=982e7103-9d10-4295-97b1-12f1328ef7cb)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:47.985754 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-221aaa37-715c-40e1-a326-95f324f25b73 admin admin] Publish callbacks [] for security_group (75d8bee8-5153-4096-8a66-177c701b9675), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:47.993147 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-221aaa37-715c-40e1-a326-95f324f25b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (75d8bee8-5153-4096-8a66-177c701b9675), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.001751 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3f7eddf0-e500-4baf-9843-50966481f578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.022749 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-312e87c9-3d87-42de-b432-db420871d97b req-4d2be251-9a7b-4d6a-8752-cfc098e777c7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.0523767 Oct 17 10:26:48.048685 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:48.056669 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Publish callbacks [] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.065657 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.070821 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:48.094223 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-221aaa37-715c-40e1-a326-95f324f25b73 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8ae297ed5d6f468ca5766797e23223ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528483 Oct 17 10:26:48.096023 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55404) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:48.137682 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] Set router a5697368-e710-40ac-89c5-5ef15ccc378d gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:48.150863 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:48.199544 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (a5697368-e710-40ac-89c5-5ef15ccc378d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.202006 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221aaa37-715c-40e1-a326-95f324f25b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d8bee8-5153-4096-8a66-177c701b9675,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:48.229009 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e4ac887e-3b0f-47ad-91bb-f33ee00dfa00 admin admin] Publish callbacks [] for security_group (75d8bee8-5153-4096-8a66-177c701b9675), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.243611 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8b866c-5240-47bc-8f62-b5686e8d9ff8,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:48.275184 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e4ac887e-3b0f-47ad-91bb-f33ee00dfa00 admin admin] Publish callbacks [] for security_group (75d8bee8-5153-4096-8a66-177c701b9675), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.321600 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7eddf0-e500-4baf-9843-50966481f578 None None] Pushing event updated for resources: {'Port': ['ID=046873e7-5537-4027-adb0-46643c0d5a4c,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:48.325108 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 046873e7-5537-4027-adb0-46643c0d5a4c is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:48.332433 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-9a3816ab-4bce-417d-90ce-f39dfcb02f9e None None] Provisioning complete for port 046873e7-5537-4027-adb0-46643c0d5a4c triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:48.333278 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a3816ab-4bce-417d-90ce-f39dfcb02f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.334252 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-9a3816ab-4bce-417d-90ce-f39dfcb02f9e None None] Attempt 1 to provision port 046873e7-5537-4027-adb0-46643c0d5a4c Oct 17 10:26:48.389032 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e4ac887e-3b0f-47ad-91bb-f33ee00dfa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (75d8bee8-5153-4096-8a66-177c701b9675), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.392370 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e4ac887e-3b0f-47ad-91bb-f33ee00dfa00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.396084 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-e4ac887e-3b0f-47ad-91bb-f33ee00dfa00 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/75d8bee8-5153-4096-8a66-177c701b9675 HTTP/1.1" status: 204 len: 168 time: 0.2990005 Oct 17 10:26:48.421222 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac887e-3b0f-47ad-91bb-f33ee00dfa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d8bee8-5153-4096-8a66-177c701b9675,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:48.465704 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:48.468211 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:48.469669 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 8e038af4-5179-4445-8ce1-adbce4508fc2 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:26:48.556574 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 8e038af4-5179-4445-8ce1-adbce4508fc2 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:26:48.556923 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 8e038af4-5179-4445-8ce1-adbce4508fc2 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:26:48.717342 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Router a5697368-e710-40ac-89c5-5ef15ccc378d has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:26:48.757664 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-9a3816ab-4bce-417d-90ce-f39dfcb02f9e None None] Current status of the port 046873e7-5537-4027-adb0-46643c0d5a4c is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:48.766164 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 813f9ba8-541d-4b2a-96ae-18cd084102e0 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:48.771874 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f21a26-f617-4fb7-9d31-1beda9c23f7d req-63b1447d-a0c0-4c55-8f9f-e9e27d8d2b13 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:48.777464 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-02f21a26-f617-4fb7-9d31-1beda9c23f7d req-63b1447d-a0c0-4c55-8f9f-e9e27d8d2b13 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.1017225 Oct 17 10:26:48.868638 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:26:48.875149 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-9a3816ab-4bce-417d-90ce-f39dfcb02f9e None None] Provisioning complete for port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:48.876003 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a3816ab-4bce-417d-90ce-f39dfcb02f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:48.877514 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-9a3816ab-4bce-417d-90ce-f39dfcb02f9e None None] Attempt 1 to provision port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 Oct 17 10:26:48.879275 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-79525ca6-1ece-4644-aae7-1c4f4a71fcf7 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a5697368-e710-40ac-89c5-5ef15ccc378d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7521420 Oct 17 10:26:48.915586 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-02f21a26-f617-4fb7-9d31-1beda9c23f7d req-98f52a05-4dfd-49f2-a9c1-9b6bf8a79c46 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312399 Oct 17 10:26:48.937843 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-9a3816ab-4bce-417d-90ce-f39dfcb02f9e None None] Port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:26:48.940329 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:41Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 4, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'gw_port': {'id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:42Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '8c8b866c-5240-47bc-8f62-b5686e8d9ff8', 'name': '', 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'mac_address': 'fa:16:3e:97:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:46Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 1, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'subnets': [{'id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:48.941391 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55442) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:48.992369 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf1698e-6453-4288-a8c1-76e38763788a None None] The sync data for ids ['a5697368-e710-40ac-89c5-5ef15ccc378d'] in dv-cinder-860209-5-iscsi is: [{'id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:41Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 4, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'gw_port': {'id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:42Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '8c8b866c-5240-47bc-8f62-b5686e8d9ff8', 'name': '', 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'mac_address': 'fa:16:3e:97:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:46Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 1, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'subnets': [{'id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:48.999274 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 813f9ba8-541d-4b2a-96ae-18cd084102e0 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:48.999684 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.000063 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 813f9ba8-541d-4b2a-96ae-18cd084102e0 Oct 17 10:26:49.061521 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-b15ba03b-6946-42b9-a26b-31c211502650 None None] Provisioning complete for port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:49.062090 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b15ba03b-6946-42b9-a26b-31c211502650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.062229 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-b15ba03b-6946-42b9-a26b-31c211502650 None None] Attempt 1 to provision port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 Oct 17 10:26:49.129738 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e01ffe72-c05d-449c-854e-56cab9d8df35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.139148 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 813f9ba8-541d-4b2a-96ae-18cd084102e0 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:49.140470 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 046873e7-5537-4027-adb0-46643c0d5a4c up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:49.143972 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-b15ba03b-6946-42b9-a26b-31c211502650 None None] Port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:26:49.204426 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d66d577e-d727-4c7e-90e5-7571ce72fce9 req-177128b4-fac9-4790-9d79-010f928ab986 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.0496860 Oct 17 10:26:49.285652 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e01ffe72-c05d-449c-854e-56cab9d8df35 admin admin] Publish callbacks [] for security_group (0c0eb7e0-7fd0-4863-9ff5-689be8e25d0e), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.307956 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e01ffe72-c05d-449c-854e-56cab9d8df35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (0c0eb7e0-7fd0-4863-9ff5-689be8e25d0e), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.449413 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffe72-c05d-449c-854e-56cab9d8df35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0eb7e0-7fd0-4863-9ff5-689be8e25d0e,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:49.455899 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-e01ffe72-c05d-449c-854e-56cab9d8df35 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0c2488861a034d2b8285e50ae6212aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132256 Oct 17 10:26:49.458859 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55464) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:49.466975 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 046873e7-5537-4027-adb0-46643c0d5a4c triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:49.467421 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.467895 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 046873e7-5537-4027-adb0-46643c0d5a4c Oct 17 10:26:49.559027 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d529ce01-06bf-4509-969d-ff922c4af4b0 admin admin] Publish callbacks [] for security_group (0c0eb7e0-7fd0-4863-9ff5-689be8e25d0e), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.580955 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 046873e7-5537-4027-adb0-46643c0d5a4c is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:49.602809 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d529ce01-06bf-4509-969d-ff922c4af4b0 admin admin] Publish callbacks [] for security_group (0c0eb7e0-7fd0-4863-9ff5-689be8e25d0e), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.686577 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d529ce01-06bf-4509-969d-ff922c4af4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (0c0eb7e0-7fd0-4863-9ff5-689be8e25d0e), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.690644 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d529ce01-06bf-4509-969d-ff922c4af4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:49.691832 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-d529ce01-06bf-4509-969d-ff922c4af4b0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0c0eb7e0-7fd0-4863-9ff5-689be8e25d0e HTTP/1.1" status: 204 len: 168 time: 0.2318730 Oct 17 10:26:49.702375 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529ce01-06bf-4509-969d-ff922c4af4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0eb7e0-7fd0-4863-9ff5-689be8e25d0e,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:50.031707 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:50.127257 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e92c8-72c1-4bbb-9a56-7081a87cd20d req-3dfe483f-1e4e-43e4-8ea7-75cdcc3e0ebd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:50.130827 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-355e92c8-72c1-4bbb-9a56-7081a87cd20d req-3dfe483f-1e4e-43e4-8ea7-75cdcc3e0ebd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0912828 Oct 17 10:26:50.146455 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:50.193472 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-355e92c8-72c1-4bbb-9a56-7081a87cd20d req-4b62660a-0cb5-4a1f-8b25-3791fb867783 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558674 Oct 17 10:26:50.367761 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6bdcba35-b84e-4aae-8aae-d3a5ca7c1b9a req-7d189493-69e8-4ac5-ba31-550cd9161346 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.0555968 Oct 17 10:26:50.765986 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 22952f7e-0bae-4add-bf9f-dd3ed3554211 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:50.773865 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:50.881742 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 22952f7e-0bae-4add-bf9f-dd3ed3554211 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:50.883213 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:50.883757 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 22952f7e-0bae-4add-bf9f-dd3ed3554211 Oct 17 10:26:50.887407 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:51.002366 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 22952f7e-0bae-4add-bf9f-dd3ed3554211 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:51.003000 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:51.049386 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 22952f7e-0bae-4add-bf9f-dd3ed3554211, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=22952f7e-0bae-4add-bf9f-dd3ed3554211,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:51.059708 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:51.129341 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=22952f7e-0bae-4add-bf9f-dd3ed3554211,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:51.497021 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0718f-de0e-4f2d-bce6-b8a9563eaa58 req-174e0aa6-30f4-416f-bc2a-f1285bd15af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:51.499713 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c3e0718f-de0e-4f2d-bce6-b8a9563eaa58 req-174e0aa6-30f4-416f-bc2a-f1285bd15af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.1261435 Oct 17 10:26:51.570150 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca67ab70-64e5-47a8-9dc4-87c62d78642d req-fe68a05b-4de4-4537-a486-424fb21c272d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.0671456 Oct 17 10:26:51.582903 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c3e0718f-de0e-4f2d-bce6-b8a9563eaa58 req-5bd1214a-3e1d-49c9-b14d-6db89deb7676 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776100 Oct 17 10:26:52.152441 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a1698-124b-45fc-9952-1f6d709282d2 req-0ea3030a-04f8-4f22-96bb-344fccc8f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:52.154929 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eb4a1698-124b-45fc-9952-1f6d709282d2 req-0ea3030a-04f8-4f22-96bb-344fccc8f785 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 1129 time: 0.0768199 Oct 17 10:26:52.197966 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:52.227178 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eb4a1698-124b-45fc-9952-1f6d709282d2 req-80226150-0dee-419c-9156-0c79671279bf service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653145 Oct 17 10:26:52.300532 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=70 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:52.764943 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 22952f7e-0bae-4add-bf9f-dd3ed3554211 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:52.781320 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca2a6ffb-2ce0-47e8-bf0e-41584abd1a7b req-24787b21-c78b-4165-ba32-8a8c31a7f071 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.0463042 Oct 17 10:26:52.797468 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8db11-7fef-446a-a7f0-51c4d7035c6a req-6d61d1d7-7edf-4fa2-bb75-83f1e8036a32 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:52.817560 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ccf8db11-7fef-446a-a7f0-51c4d7035c6a req-6d61d1d7-7edf-4fa2-bb75-83f1e8036a32 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0893176 Oct 17 10:26:52.832560 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:52.848379 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 22952f7e-0bae-4add-bf9f-dd3ed3554211 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:52.848827 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:52.849390 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 22952f7e-0bae-4add-bf9f-dd3ed3554211 Oct 17 10:26:52.906939 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ccf8db11-7fef-446a-a7f0-51c4d7035c6a req-31323a70-d607-4bd0-96ff-eaa4b783a1d1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846577 Oct 17 10:26:52.912480 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Sync routers for ids ['a5697368-e710-40ac-89c5-5ef15ccc378d'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:26:52.929173 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Routers {'a5697368-e710-40ac-89c5-5ef15ccc378d'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:52.932963 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a5697368-e710-40ac-89c5-5ef15ccc378d'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:52.988286 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 22952f7e-0bae-4add-bf9f-dd3ed3554211 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:53.085871 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Set router a5697368-e710-40ac-89c5-5ef15ccc378d gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:53.221953 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:26:53.314530 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:41Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 4, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'gw_port': {'id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:42Z', 'updated_at': '2022-10-17T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '8c8b866c-5240-47bc-8f62-b5686e8d9ff8', 'name': '', 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'mac_address': 'fa:16:3e:97:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:46Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 2, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'subnets': [{'id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:53.340457 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Checking router: a5697368-e710-40ac-89c5-5ef15ccc378d for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:26:53.340803 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Updating router a5697368-e710-40ac-89c5-5ef15ccc378d port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:26:53.369435 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:53.725042 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Publish callbacks [] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:53.739625 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:53.857445 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1849f3-03d7-461a-90cb-5a16d9b13094 None None] Pushing event updated for resources: {'Port': ['ID=8c8b866c-5240-47bc-8f62-b5686e8d9ff8,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:53.867515 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Attempting to bind port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:53.867884 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Attempting to bind port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '982e7103-9d10-4295-97b1-12f1328ef7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:53.868909 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Attempting to bind port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 on network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:53.925551 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:53.926356 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Checking segment: {'id': '982e7103-9d10-4295-97b1-12f1328ef7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:53.926558 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:53.927171 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Bound using segment: {'id': '982e7103-9d10-4295-97b1-12f1328ef7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:53.927860 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Bound port: 8c8b866c-5240-47bc-8f62-b5686e8d9ff8, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982e7103-9d10-4295-97b1-12f1328ef7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:53.928886 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:53.953196 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9b8e1afe-2efd-4f13-8a60-fbb3ff033efe req-0083fae9-0903-4ffb-acc3-aa57021d3459 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.0475497 Oct 17 10:26:54.025993 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] For port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:54.032004 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] For port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=8c8b866c-5240-47bc-8f62-b5686e8d9ff8,segment=NetworkSegment(982e7103-9d10-4295-97b1-12f1328ef7cb),segment_id=982e7103-9d10-4295-97b1-12f1328ef7cb)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:54.035659 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:54.043799 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:54.105900 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Routers {'a5697368-e710-40ac-89c5-5ef15ccc378d'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:26:54.106755 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:26:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a5697368-e710-40ac-89c5-5ef15ccc378d'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:54.176948 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abffa0-4332-48ef-b400-ee96c245cc4c req-29d4401c-ef3f-4c06-9207-182356932ab7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:54.200447 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-77abffa0-4332-48ef-b400-ee96c245cc4c req-29d4401c-ef3f-4c06-9207-182356932ab7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.1146119 Oct 17 10:26:54.265627 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 55608) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:54.290847 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:54.334106 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1849f3-03d7-461a-90cb-5a16d9b13094 None None] Pushing event updated for resources: {'Port': ['ID=8c8b866c-5240-47bc-8f62-b5686e8d9ff8,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:54.453064 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] Set router a5697368-e710-40ac-89c5-5ef15ccc378d gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:26:54.532824 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-51819fcc-0c93-4673-b9a2-d45f3f1c7a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:54.574891 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-77abffa0-4332-48ef-b400-ee96c245cc4c req-801047ae-8589-4a64-8696-9322f095ac7d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732779 Oct 17 10:26:54.669756 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-f2aad30f-6d36-4110-91ea-5cf5b5e63b9a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:54.675654 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-f2aad30f-6d36-4110-91ea-5cf5b5e63b9a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 812 time: 0.4452734 Oct 17 10:26:54.723274 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:54.773306 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-51819fcc-0c93-4673-b9a2-d45f3f1c7a84 admin admin] Publish callbacks [] for security_group (5f81b18d-a45b-4a8f-9b9f-589916dd985f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:54.785444 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-51819fcc-0c93-4673-b9a2-d45f3f1c7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (5f81b18d-a45b-4a8f-9b9f-589916dd985f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:54.818155 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:54.852619 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-fc38f00f-acdb-4f74-847b-3543707deedc tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e87741d68c74ae29ecea930893e3449 HTTP/1.1" status: 200 len: 380 time: 0.1589105 Oct 17 10:26:54.857799 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:41Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 4, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'gw_port': {'id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:42Z', 'updated_at': '2022-10-17T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '8c8b866c-5240-47bc-8f62-b5686e8d9ff8', 'name': '', 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'mac_address': 'fa:16:3e:97:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:46Z', 'updated_at': '2022-10-17T10:26:54Z', 'revision_number': 4, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'subnets': [{'id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:26:54.862739 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'port': {'device_id': '12170369-6077-4716-adf0-a110aebc1525', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'admin_state_up': True, 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'security_groups': ['26221af1-6730-4cb2-a0ae-3a397d35288c']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:54.908780 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-51819fcc-0c93-4673-b9a2-d45f3f1c7a84 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=eaf7678c1abd477d90c4062814f96762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6397142 Oct 17 10:26:54.908780 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51819fcc-0c93-4673-b9a2-d45f3f1c7a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81b18d-a45b-4a8f-9b9f-589916dd985f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:54.912657 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 55622) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:26:54.985657 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aa86a2-5f20-423d-9854-2adba51c63e0 None None] The sync data for ids ['a5697368-e710-40ac-89c5-5ef15ccc378d'] in dv-cinder-860209-5-iscsi is: [{'id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:41Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 4, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'gw_port': {'id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:42Z', 'updated_at': '2022-10-17T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '8c8b866c-5240-47bc-8f62-b5686e8d9ff8', 'name': '', 'network_id': '9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'mac_address': 'fa:16:3e:97:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:46Z', 'updated_at': '2022-10-17T10:26:54Z', 'revision_number': 4, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'subnets': [{'id': '86a47fd5-9b22-45fb-9ce1-de93aff09f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:26:55.005663 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:55.008769 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:55.009128 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 Oct 17 10:26:55.200562 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:55.203550 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:55.230752 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8f4e-2c01-4df0-b8cd-229c44c508c0 admin admin] Publish callbacks [] for security_group (5f81b18d-a45b-4a8f-9b9f-589916dd985f), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:55.256945 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-394346df-3be6-4c27-8ee1-c236b32e7ec6 req-1fc277dc-40eb-42d3-b3ce-144bcefa6579 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.0910561 Oct 17 10:26:55.276516 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=8c8b866c-5240-47bc-8f62-b5686e8d9ff8,segment=NetworkSegment(982e7103-9d10-4295-97b1-12f1328ef7cb),segment_id=982e7103-9d10-4295-97b1-12f1328ef7cb)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:26:55.280527 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-5e3cc294-ac4c-4dfd-a1be-580441b4d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:55.282199 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-5e3cc294-ac4c-4dfd-a1be-580441b4d084 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 1129 time: 0.1942005 Oct 17 10:26:55.283968 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764d8ac-1761-4c01-a26a-dd51f47eefec req-d9a32726-a95b-45db-95db-3a8baab9d07b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:55.297388 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:55.311100 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8764d8ac-1761-4c01-a26a-dd51f47eefec req-d9a32726-a95b-45db-95db-3a8baab9d07b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.2032759 Oct 17 10:26:55.355773 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=8c8b866c-5240-47bc-8f62-b5686e8d9ff8,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:55.394311 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8f4e-2c01-4df0-b8cd-229c44c508c0 admin admin] Publish callbacks [] for security_group (5f81b18d-a45b-4a8f-9b9f-589916dd985f), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:55.400276 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8764d8ac-1761-4c01-a26a-dd51f47eefec req-30123cff-4f79-4d24-bd62-c28079f6258d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843968 Oct 17 10:26:55.422704 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:55.492298 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Made reservation on behalf of 0e87741d68c74ae29ecea930893e3449 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:26:55.496796 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:55.530134 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-8ff8a285-6192-4dfc-b419-aed1e09d7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:55.531705 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-8ff8a285-6192-4dfc-b419-aed1e09d7047 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.2401800 Oct 17 10:26:55.608472 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8f4e-2c01-4df0-b8cd-229c44c508c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (5f81b18d-a45b-4a8f-9b9f-589916dd985f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:55.608472 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8f4e-2c01-4df0-b8cd-229c44c508c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:55.608472 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-dfbd8f4e-2c01-4df0-b8cd-229c44c508c0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5f81b18d-a45b-4a8f-9b9f-589916dd985f HTTP/1.1" status: 204 len: 168 time: 0.6738348 Oct 17 10:26:55.621324 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-497314fe-5b0e-4c4b-8b26-246ca4f2ce66 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce HTTP/1.1" status: 200 len: 217 time: 0.0791719 Oct 17 10:26:55.644414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd8f4e-2c01-4df0-b8cd-229c44c508c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f81b18d-a45b-4a8f-9b9f-589916dd985f,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:55.726167 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-53258fa9-e36c-4b60-adda-798154751f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:55.728296 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-53258fa9-e36c-4b60-adda-798154751f7f service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0959361 Oct 17 10:26:55.813318 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-1813e055-d627-412f-b699-338f4cee0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:55.814858 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-1813e055-d627-412f-b699-338f4cee0706 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809081 Oct 17 10:26:55.826532 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Allocated IP 172.20.0.4 (e6600083-efa1-4cdc-8469-423af4747abb/9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69/74d28022-6cac-4006-bf30-27fb6aed74d9) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:26:55.947871 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:56.160734 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:56.192584 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-07420b7a-6a88-47d5-800f-fc74a54cb557 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013318 Oct 17 10:26:56.341953 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:56.374612 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:56.675167 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7598af7c-eeb2-4707-abb0-47d12951d63e req-c9cdd497-f18f-4c72-a796-badcd6ee3b1f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727685 Oct 17 10:26:56.694094 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Network e6600083-efa1-4cdc-8469-423af4747abb is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:26:56.723850 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:26:56.730072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:26:56.732696 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'Port': ['ID=74d28022-6cac-4006-bf30-27fb6aed74d9,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:56.775866 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba407d7-6026-429b-8b6b-5102505533e3 req-348075b3-43f8-4170-9ca4-f64de3af40fe tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:56.782015 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cba407d7-6026-429b-8b6b-5102505533e3 req-348075b3-43f8-4170-9ca4-f64de3af40fe tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.2293262 Oct 17 10:26:56.798107 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35ea30-412a-408a-ac49-a4709ec2a7f4 req-cd62bac6-0101-4081-acff-ccceea34ad38 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:56.813284 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bd35ea30-412a-408a-ac49-a4709ec2a7f4 req-cd62bac6-0101-4081-acff-ccceea34ad38 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 931 time: 0.3017693 Oct 17 10:26:56.903465 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cba407d7-6026-429b-8b6b-5102505533e3 req-59626da1-1a59-4ec1-9903-519a5d40cca6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170156 Oct 17 10:26:56.932351 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:26:56.974764 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bd35ea30-412a-408a-ac49-a4709ec2a7f4 req-1ca221ea-735c-4fa9-b8a5-f9f1dfb59833 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592271 Oct 17 10:26:57.012028 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:57.012579 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:57.033198 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:57.034597 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:57.039332 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 Oct 17 10:26:57.049483 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-1cc42000-0c2d-49b0-b188-7e8c6ebcf7ca tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1905291 Oct 17 10:26:57.169047 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-0b975fb8-8dea-4d94-b8cb-bce0b37a0c2a None None] Provisioning complete for port 74d28022-6cac-4006-bf30-27fb6aed74d9 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:26:57.169725 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0b975fb8-8dea-4d94-b8cb-bce0b37a0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:57.170449 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-0b975fb8-8dea-4d94-b8cb-bce0b37a0c2a None None] Attempt 1 to provision port 74d28022-6cac-4006-bf30-27fb6aed74d9 Oct 17 10:26:57.222165 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-0b975fb8-8dea-4d94-b8cb-bce0b37a0c2a None None] Port 74d28022-6cac-4006-bf30-27fb6aed74d9 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:26:57.241909 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:26:57.282864 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Request body: {'port': {'device_id': '12170369-6077-4716-adf0-a110aebc1525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:26:57.436214 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:57.823693 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d28022-6cac-4006-bf30-27fb6aed74d9 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:26:57.845834 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Publish callbacks [] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:57.875064 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Transition to ACTIVE for port object 74d28022-6cac-4006-bf30-27fb6aed74d9 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:26:57.880244 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:57.889143 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:57.982686 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=74d28022-6cac-4006-bf30-27fb6aed74d9,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:58.023382 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Attempting to bind port 74d28022-6cac-4006-bf30-27fb6aed74d9 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:26:58.023912 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Attempting to bind port 74d28022-6cac-4006-bf30-27fb6aed74d9 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:26:58.024499 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Attempting to bind port 74d28022-6cac-4006-bf30-27fb6aed74d9 on network e6600083-efa1-4cdc-8469-423af4747abb {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:58.058604 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:58.072575 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d8fe8-107f-45a4-baca-b7f2b87134f1 req-ff098fc6-c2e7-461d-a91e-c8167ab31947 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:58.084371 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Port 74d28022-6cac-4006-bf30-27fb6aed74d9 on network e6600083-efa1-4cdc-8469-423af4747abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:26:58.084880 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Attempting to bind port 74d28022-6cac-4006-bf30-27fb6aed74d9 on network e6600083-efa1-4cdc-8469-423af4747abb {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:26:58.085376 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-966d8fe8-107f-45a4-baca-b7f2b87134f1 req-ff098fc6-c2e7-461d-a91e-c8167ab31947 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0973325 Oct 17 10:26:58.156989 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-966d8fe8-107f-45a4-baca-b7f2b87134f1 req-434e760b-bc40-4ad5-b1be-912a6253eaa4 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704637 Oct 17 10:26:58.173714 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:26:58.174054 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Checking segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:26:58.174614 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Bound using segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:26:58.175090 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Bound port: 74d28022-6cac-4006-bf30-27fb6aed74d9, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:26:58.175449 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:58.193274 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce878a2-fc33-4f86-8048-03ba255cc9bb req-7c07dd35-10a6-41c7-bd0c-3d9a87204014 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:58.195676 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9ce878a2-fc33-4f86-8048-03ba255cc9bb req-7c07dd35-10a6-41c7-bd0c-3d9a87204014 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0705955 Oct 17 10:26:58.247066 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:26:58.291246 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9ce878a2-fc33-4f86-8048-03ba255cc9bb req-7dbb3b0d-1783-40db-b04d-3f57414cda3a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891244 Oct 17 10:26:58.297478 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] For port 74d28022-6cac-4006-bf30-27fb6aed74d9, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:26:58.301186 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] For port 74d28022-6cac-4006-bf30-27fb6aed74d9, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=74d28022-6cac-4006-bf30-27fb6aed74d9,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:26:58.310003 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:58.313714 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:58.314794 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:26:58.316455 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/74d28022-6cac-4006-bf30-27fb6aed74d9 HTTP/1.1" status: 200 len: 1093 time: 1.0381923 Oct 17 10:26:58.322172 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12170369-6077-4716-adf0-a110aebc1525', 'tag': '74d28022-6cac-4006-bf30-27fb6aed74d9'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:26:58.325414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "12170369-6077-4716-adf0-a110aebc1525", "tag": "74d28022-6cac-4006-bf30-27fb6aed74d9"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:26:58.380945 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19a92a-57ae-4cb6-a356-9fe005bd6ea1 x-openstack-request-id: req-3b19a92a-57ae-4cb6-a356-9fe005bd6ea1 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:26:58.381227 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12170369-6077-4716-adf0-a110aebc1525", "tag": "74d28022-6cac-4006-bf30-27fb6aed74d9", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:26:58.381531 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b19a92a-57ae-4cb6-a356-9fe005bd6ea1 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:26:58.382562 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b19a92a-57ae-4cb6-a356-9fe005bd6ea1'] response: {'name': 'network-changed', 'server_uuid': '12170369-6077-4716-adf0-a110aebc1525', 'tag': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'status': 'completed', 'code': 200} Oct 17 10:26:58.387822 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cb0c9-cc95-4f4b-bb62-e7b0a547d5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=74d28022-6cac-4006-bf30-27fb6aed74d9,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:26:59.288795 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf071e4-e9c0-4fdb-8b85-d0c5a5685c8b req-45111a1f-42cb-45eb-bb8f-55d84b04a6a3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:59.290527 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4bf071e4-e9c0-4fdb-8b85-d0c5a5685c8b req-45111a1f-42cb-45eb-bb8f-55d84b04a6a3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0569925 Oct 17 10:26:59.360943 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4bf071e4-e9c0-4fdb-8b85-d0c5a5685c8b req-eb32937f-931b-4324-8078-2f787d7a051c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643990 Oct 17 10:26:59.462530 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac71b61-6bfb-4f09-8782-e4c3cd2678ec req-3849fe5c-4532-4a42-9709-4d67031a418d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:26:59.464105 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ac71b61-6bfb-4f09-8782-e4c3cd2678ec req-3849fe5c-4532-4a42-9709-4d67031a418d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0626748 Oct 17 10:26:59.524652 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ac71b61-6bfb-4f09-8782-e4c3cd2678ec req-16dc2cca-c8b1-4327-9e2b-473c42a47ddd tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548539 Oct 17 10:27:00.487085 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb92f8-4cd5-4e52-8c81-33cfc3ce9640 req-841b3aad-675b-4287-a446-3cbe3d350673 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:00.488741 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fdb92f8-4cd5-4e52-8c81-33cfc3ce9640 req-841b3aad-675b-4287-a446-3cbe3d350673 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0523164 Oct 17 10:27:00.547824 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fdb92f8-4cd5-4e52-8c81-33cfc3ce9640 req-897a1f72-863d-477e-b152-2b01e25fb962 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513847 Oct 17 10:27:00.711586 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9b9a9-8e21-47b5-adb4-43d1e365c053 req-94aeb2ef-fb2a-475a-8f55-448e1985fdc5 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:00.713296 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c5e9b9a9-8e21-47b5-adb4-43d1e365c053 req-94aeb2ef-fb2a-475a-8f55-448e1985fdc5 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0903897 Oct 17 10:27:00.777453 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c5e9b9a9-8e21-47b5-adb4-43d1e365c053 req-343d3f2b-b1a0-498c-8929-b2c726321161 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557482 Oct 17 10:27:01.697493 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6cd59-9f26-4b5b-9050-06ae521cd99d req-5d9cc352-4798-4db4-8da3-cb6e5d8b8619 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:01.704462 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-28c6cd59-9f26-4b5b-9050-06ae521cd99d req-5d9cc352-4798-4db4-8da3-cb6e5d8b8619 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0678439 Oct 17 10:27:01.772084 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-28c6cd59-9f26-4b5b-9050-06ae521cd99d req-e8e5dc8d-be6a-4bc2-b2e1-94983b40c143 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665760 Oct 17 10:27:01.935791 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891c8c0-24b2-4f6e-8e9f-54186ce87b9c req-132bac91-c408-43a8-82c9-40fedd71216b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:01.937439 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d891c8c0-24b2-4f6e-8e9f-54186ce87b9c req-132bac91-c408-43a8-82c9-40fedd71216b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0590682 Oct 17 10:27:02.004196 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d891c8c0-24b2-4f6e-8e9f-54186ce87b9c req-ae421c1e-7ebe-4bb8-b17a-8e4e6460f178 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579863 Oct 17 10:27:02.903085 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba360c-0d0e-4933-a3a8-8f04f404c49c req-cb6e9c3d-621e-45a9-9f33-b0238804ca83 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:02.906842 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7ba360c-0d0e-4933-a3a8-8f04f404c49c req-cb6e9c3d-621e-45a9-9f33-b0238804ca83 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0514405 Oct 17 10:27:02.969749 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-c1bc4a6f-67b2-4fbb-a55e-d03cd28e9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:02.971259 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-c1bc4a6f-67b2-4fbb-a55e-d03cd28e9f0e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 1127 time: 0.0635257 Oct 17 10:27:03.007819 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7ba360c-0d0e-4933-a3a8-8f04f404c49c req-2933be41-cb2d-4376-9031-f32be4c6f0f0 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706222 Oct 17 10:27:03.072578 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-329a46d0-a8a2-4baf-893d-bad9fc9bd43e service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d28022-6cac-4006-bf30-27fb6aed74d9 HTTP/1.1" status: 200 len: 217 time: 0.0569527 Oct 17 10:27:03.155611 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283cd30-f9ce-45de-88d3-aa307102b438 req-b63df19f-efaa-460e-9a43-02df7fab416c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:03.158654 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2283cd30-f9ce-45de-88d3-aa307102b438 req-b63df19f-efaa-460e-9a43-02df7fab416c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0612023 Oct 17 10:27:03.159791 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-30836e6b-ef80-4bd9-867f-8a9adf52496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:03.161436 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-30836e6b-ef80-4bd9-867f-8a9adf52496a service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0653224 Oct 17 10:27:03.228258 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-d97c9f19-4854-487c-9d48-bc0305db0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:03.230206 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-d97c9f19-4854-487c-9d48-bc0305db0fbb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616117 Oct 17 10:27:03.231172 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2283cd30-f9ce-45de-88d3-aa307102b438 req-21336481-6f46-4a0b-9b27-278a49431e2c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656221 Oct 17 10:27:03.301908 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:03.341056 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-df85b25c-194a-4255-ae31-2f921a7754f2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980642 Oct 17 10:27:03.450549 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-01ef26f9-5a3f-4bd7-82e6-a0e94512f870 req-d15c51c7-e1aa-4a97-8030-e89cd8a6bae8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032536 Oct 17 10:27:03.923389 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-931aa0de-cbbc-4d41-aac5-d071558ef0c1 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:03.925338 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-931aa0de-cbbc-4d41-aac5-d071558ef0c1 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/networks?id=f414572a-3cfd-4a03-8d0f-884b658757a5 HTTP/1.1" status: 200 len: 814 time: 0.1463954 Oct 17 10:27:03.943297 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-47694d8e-fdbb-4a69-96b7-50931bb49cce tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/quotas/cc21860aa70345c79cfe597d5a42fb51 HTTP/1.1" status: 200 len: 375 time: 0.0101814 Oct 17 10:27:04.058828 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-55b031f2-901a-4706-8981-596f8d34768d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cc21860aa70345c79cfe597d5a42fb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936594 Oct 17 10:27:04.190110 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-41d624e0-69fd-4bb3-b099-adca23c1ac27 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182888 Oct 17 10:27:04.263900 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:04.311147 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-28f6df69-bc50-488e-b92c-5acc7da01cf8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151733 Oct 17 10:27:04.405499 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32f7a-a297-4c74-abbd-8a4dc3339669 req-be5ae97a-0f30-4c7e-ad68-a785adca799d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:04.407072 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8fb32f7a-a297-4c74-abbd-8a4dc3339669 req-be5ae97a-0f30-4c7e-ad68-a785adca799d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.2956805 Oct 17 10:27:04.468774 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8fb32f7a-a297-4c74-abbd-8a4dc3339669 req-79c6b4bd-4a84-4543-a2e4-15d4c4ff4f88 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556149 Oct 17 10:27:04.545323 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-552e1160-d3d8-4c66-9fc2-0bf2d150a6e7 req-14c235bb-bf4e-44f2-b46c-588563653afd tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 210 time: 0.0308244 Oct 17 10:27:04.557081 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f04190-72e2-45db-b0aa-1baea7129533 req-564115ab-fec4-44b3-abf9-ba7d3bd1d0c6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:04.565063 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3f04190-72e2-45db-b0aa-1baea7129533 req-564115ab-fec4-44b3-abf9-ba7d3bd1d0c6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0716031 Oct 17 10:27:04.620584 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3f04190-72e2-45db-b0aa-1baea7129533 req-1f883f6f-8ee0-4e82-8cc0-51fec76d2ae0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542998 Oct 17 10:27:04.865171 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=24 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:04.868614 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=47 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:05.270004 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-52447d14-f788-4d4f-b53b-4f060823d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:05.272330 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-52447d14-f788-4d4f-b53b-4f060823d513 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 1127 time: 0.0488946 Oct 17 10:27:05.305646 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:05.398835 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-77a5b833-4320-4166-be95-5fdc0bc58c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:05.401502 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-77a5b833-4320-4166-be95-5fdc0bc58c1a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 913 time: 0.1239359 Oct 17 10:27:05.465589 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-1f36ec41-20ea-4793-afe2-df4e01e6a56f service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d28022-6cac-4006-bf30-27fb6aed74d9 HTTP/1.1" status: 200 len: 217 time: 0.0535822 Oct 17 10:27:05.543268 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-65294785-5c55-4501-ad14-4060b0731c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:05.544735 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-65294785-5c55-4501-ad14-4060b0731c67 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0675664 Oct 17 10:27:05.603264 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-cc1fecc9-d734-4934-90ce-ff5aade57091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:05.604922 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-cc1fecc9-d734-4934-90ce-ff5aade57091 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481300 Oct 17 10:27:05.740447 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-304791a1-bd25-4bb7-91c2-6559ed0d7bdf req-b7e4666e-ff00-4a9a-9105-ddb9fb87a3dc tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 210 time: 0.0320127 Oct 17 10:27:05.780119 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-d5432f25-0304-485e-a1a2-25cc0a60d1da service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624455 Oct 17 10:27:05.780374 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:05.785452 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eadc98-7c7b-4f5e-b0c9-1ea137cc2486 req-eea88f8a-df07-494b-b6ee-1fc801737326 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:05.787212 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-95eadc98-7c7b-4f5e-b0c9-1ea137cc2486 req-eea88f8a-df07-494b-b6ee-1fc801737326 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0732725 Oct 17 10:27:05.792402 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6e30a0c1-a895-4d67-b926-4ac343e16f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:05.851228 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-95eadc98-7c7b-4f5e-b0c9-1ea137cc2486 req-4ef51478-3671-4695-b2c7-c3b7801dd9b8 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551322 Oct 17 10:27:06.136055 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d8aa9dd-99e9-41bf-933b-5ae80ce77e7e req-7a68fadd-0ac8-48b1-86e1-c56f488065b6 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042237 Oct 17 10:27:06.330943 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-1501c550-f4f5-4241-9816-8aea608ebc8a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:06.332762 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-1501c550-f4f5-4241-9816-8aea608ebc8a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.30 "GET /networking/v2.0/networks?id=f414572a-3cfd-4a03-8d0f-884b658757a5 HTTP/1.1" status: 200 len: 814 time: 0.1262863 Oct 17 10:27:06.365353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'port': {'device_id': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'admin_state_up': True, 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:06.515812 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Made reservation on behalf of cc21860aa70345c79cfe597d5a42fb51 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:27:06.520387 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:06.523335 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:06.712779 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Allocated IP 172.20.0.8 (f414572a-3cfd-4a03-8d0f-884b658757a5/3742bd82-c4e1-41d8-bae3-047725732101/9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:27:06.985056 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-442b3b3f-f823-4766-9fcd-f706e8975ad6 req-f62797fc-28e1-4853-94a9-36ed04330240 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 210 time: 0.0756700 Oct 17 10:27:07.025608 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961c8d2-2406-4795-877d-0acfc07af07a req-3cb630d5-6db5-4b29-996a-e91be10eabcd tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:07.038756 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.046553 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e961c8d2-2406-4795-877d-0acfc07af07a req-3cb630d5-6db5-4b29-996a-e91be10eabcd tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0919080 Oct 17 10:27:07.140456 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 56006) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:07.153511 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:07.158615 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e961c8d2-2406-4795-877d-0acfc07af07a req-cde62b44-c847-4f51-b736-b4b11d8f066b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110542 Oct 17 10:27:07.163969 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.166317 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-141514ed-0982-4bcd-a055-606722d4d427 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1085724265', 'description': 'tempest-description--2143324951'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:07.214976 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-141514ed-0982-4bcd-a055-606722d4d427 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.217106 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:07.338196 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Network f414572a-3cfd-4a03-8d0f-884b658757a5 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:27:07.343261 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:27:07.361582 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-141514ed-0982-4bcd-a055-606722d4d427 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group (12e5fd8b-6948-4cc6-8681-7b8287e65f0b), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.364489 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:27:07.379897 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-141514ed-0982-4bcd-a055-606722d4d427 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (12e5fd8b-6948-4cc6-8681-7b8287e65f0b), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.454807 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141514ed-0982-4bcd-a055-606722d4d427 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e5fd8b-6948-4cc6-8681-7b8287e65f0b,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:07.517952 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'Port': ['ID=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:07.518692 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-141514ed-0982-4bcd-a055-606722d4d427 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.523133 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-141514ed-0982-4bcd-a055-606722d4d427 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3631077 Oct 17 10:27:07.524114 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 56012) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:07.543563 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-3ed2ecc0-276f-4fa1-850b-be13323bff8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Request body: {'security_group_rule': {'security_group_id': '12e5fd8b-6948-4cc6-8681-7b8287e65f0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:07.555766 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:07.556587 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.588838 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-143f3b23-04a4-4f5a-ab8e-06ba40f4d68b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2281029 Oct 17 10:27:07.608362 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ecc0-276f-4fa1-850b-be13323bff8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group_rule (7a4dc136-42f5-42f0-98af-610875e0f903), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.745137 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ecc0-276f-4fa1-850b-be13323bff8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group_rule (7a4dc136-42f5-42f0-98af-610875e0f903), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.751755 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-a86a776b-2c71-4efc-92e7-8a21e4203922 None None] Provisioning complete for port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:27:07.753202 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ecc0-276f-4fa1-850b-be13323bff8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (7a4dc136-42f5-42f0-98af-610875e0f903), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.758939 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a86a776b-2c71-4efc-92e7-8a21e4203922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.758939 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-a86a776b-2c71-4efc-92e7-8a21e4203922 None None] Attempt 1 to provision port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 Oct 17 10:27:07.819329 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-a86a776b-2c71-4efc-92e7-8a21e4203922 None None] Port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:27:07.824443 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2ecc0-276f-4fa1-850b-be13323bff8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4dc136-42f5-42f0-98af-610875e0f903,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:07.836175 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ecc0-276f-4fa1-850b-be13323bff8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:07.840635 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3ed2ecc0-276f-4fa1-850b-be13323bff8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3128638 Oct 17 10:27:07.841363 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 56016) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:07.849680 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-43617b57-2295-40e3-8f10-d4da894853cc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Request body: {'security_group_rule': {'security_group_id': '12e5fd8b-6948-4cc6-8681-7b8287e65f0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:07.921977 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-43617b57-2295-40e3-8f10-d4da894853cc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group_rule (ffd952c1-98f7-4af3-8f4b-5b5250f6d5bb), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:08.031945 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-43617b57-2295-40e3-8f10-d4da894853cc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group_rule (ffd952c1-98f7-4af3-8f4b-5b5250f6d5bb), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:08.037221 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-43617b57-2295-40e3-8f10-d4da894853cc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (ffd952c1-98f7-4af3-8f4b-5b5250f6d5bb), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:08.062073 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43617b57-2295-40e3-8f10-d4da894853cc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd952c1-98f7-4af3-8f4b-5b5250f6d5bb,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:08.102630 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-43617b57-2295-40e3-8f10-d4da894853cc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:08.105730 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-43617b57-2295-40e3-8f10-d4da894853cc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2629910 Oct 17 10:27:08.110104 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 56030) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:08.115960 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:08.178051 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6ec919b0-ecbb-4821-87a3-ee7f7906ee2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:08.181580 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:08.233348 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74170-3273-4073-909f-3c61cb63e391 req-383e1a47-bc2d-4563-8630-89ecd7b0e7aa tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:08.243333 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bad74170-3273-4073-909f-3c61cb63e391 req-383e1a47-bc2d-4563-8630-89ecd7b0e7aa tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.1186883 Oct 17 10:27:08.380036 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bad74170-3273-4073-909f-3c61cb63e391 req-b76d3a32-3f62-49e8-b686-dc8057b8cea1 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356649 Oct 17 10:27:08.494566 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:08.517773 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:08.600461 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cba92f-c126-4ac2-a776-76f14b36b539 req-5f98f5fa-0adf-456a-b46b-39ee76cf2335 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:08.602300 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70cba92f-c126-4ac2-a776-76f14b36b539 req-5f98f5fa-0adf-456a-b46b-39ee76cf2335 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.1847134 Oct 17 10:27:08.717267 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70cba92f-c126-4ac2-a776-76f14b36b539 req-c5600dab-6264-4956-86f6-281d910f04f1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019571 Oct 17 10:27:08.772525 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Allocated IP 172.27.3.142 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/37dba893-7aa2-40d6-9f05-fda4ba9acbf1) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:27:08.906201 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for port (37dba893-7aa2-40d6-9f05-fda4ba9acbf1), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:08.941100 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (37dba893-7aa2-40d6-9f05-fda4ba9acbf1), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:09.219095 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=2,neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:09.229952 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:27:09.236072 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:27:09.240143 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:27:09.243212 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event updated for resources: {'Port': ['ID=37dba893-7aa2-40d6-9f05-fda4ba9acbf1,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:09.337175 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for floatingip (1aa77e07-f348-4475-91ea-cdadd656282b), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:09.342232 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:09.385154 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (37dba893-7aa2-40d6-9f05-fda4ba9acbf1), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:09.520858 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e33c7c-ba3f-4342-b00d-952bc051fe3b req-27729456-f03a-41bd-9239-cac5a3c5826f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:09.526443 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e3e33c7c-ba3f-4342-b00d-952bc051fe3b req-27729456-f03a-41bd-9239-cac5a3c5826f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0591660 Oct 17 10:27:09.563571 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for port (37dba893-7aa2-40d6-9f05-fda4ba9acbf1), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:09.569040 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (37dba893-7aa2-40d6-9f05-fda4ba9acbf1), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:09.581696 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e3e33c7c-ba3f-4342-b00d-952bc051fe3b req-86524e85-1f2d-48cc-b85c-af6cae7b876f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525908 Oct 17 10:27:09.622372 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:09.657294 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event updated for resources: {'Port': ['ID=37dba893-7aa2-40d6-9f05-fda4ba9acbf1,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:09.659887 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (1aa77e07-f348-4475-91ea-cdadd656282b), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:09.683491 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:09.685251 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-5777844d-f2fa-45df-94b0-8c53be2ba3b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5734286 Oct 17 10:27:09.911548 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e643e-93ac-43e4-b0b2-f767e0c11df2 req-a12a67e5-929b-48b8-9aa7-571c1600c9de tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:09.914612 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1d5e643e-93ac-43e4-b0b2-f767e0c11df2 req-a12a67e5-929b-48b8-9aa7-571c1600c9de tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0858207 Oct 17 10:27:10.041774 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1d5e643e-93ac-43e4-b0b2-f767e0c11df2 req-3961c0e1-bc5a-456c-834c-32769add277e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204879 Oct 17 10:27:10.643949 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:10.719849 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8809254-4b00-4ce8-a7c6-7c8aa5788fbe req-73b80234-8e28-43d1-aaf5-3c1611ebcdd5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:10.721634 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d8809254-4b00-4ce8-a7c6-7c8aa5788fbe req-73b80234-8e28-43d1-aaf5-3c1611ebcdd5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0522659 Oct 17 10:27:10.775690 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d8809254-4b00-4ce8-a7c6-7c8aa5788fbe req-4619327e-ab9d-40bd-b32e-22e9ec402cfe tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Oct 17 10:27:11.218276 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:11.234198 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:11.300221 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3db7-8416-4deb-a776-73bcdd9fdd14 req-4beb2fb4-1681-483d-a155-162c45e73517 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:11.310863 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-148e3db7-8416-4deb-a776-73bcdd9fdd14 req-4beb2fb4-1681-483d-a155-162c45e73517 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0815206 Oct 17 10:27:11.369362 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-148e3db7-8416-4deb-a776-73bcdd9fdd14 req-53bc783a-9f12-429f-a584-1a660edfd013 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574055 Oct 17 10:27:11.901585 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c486e37-3914-4c38-a828-08c9c24a91a1 req-cb1c31df-2c6c-411a-9c61-fcc18048e503 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:11.903034 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7c486e37-3914-4c38-a828-08c9c24a91a1 req-cb1c31df-2c6c-411a-9c61-fcc18048e503 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0511482 Oct 17 10:27:11.954450 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7c486e37-3914-4c38-a828-08c9c24a91a1 req-97c97143-f122-42ec-aa31-97e1fb38e1c4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456476 Oct 17 10:27:12.504855 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf4cda-7f44-4ba3-8e17-c91639bb7baa req-16ccae0b-fa80-4e1b-bf93-5907740eb658 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:12.507039 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d4cf4cda-7f44-4ba3-8e17-c91639bb7baa req-16ccae0b-fa80-4e1b-bf93-5907740eb658 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0575089 Oct 17 10:27:12.581118 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d4cf4cda-7f44-4ba3-8e17-c91639bb7baa req-dbcf5a9f-cecc-4935-8111-f03dff99506a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656707 Oct 17 10:27:12.685555 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 56132) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:12.803719 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1b42269d-8bae-441c-bc8b-5037e0eeb240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:12.932375 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:12.952214 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1b42269d-8bae-441c-bc8b-5037e0eeb240 admin admin] Publish callbacks [] for security_group (7b30525c-46d1-4d26-aa08-7b156a608c48), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:12.960956 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1b42269d-8bae-441c-bc8b-5037e0eeb240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (7b30525c-46d1-4d26-aa08-7b156a608c48), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:13.010372 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 56144) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:13.019448 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1b42269d-8bae-441c-bc8b-5037e0eeb240 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0c02fbce467e4e86826cdab9719f9ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321331 Oct 17 10:27:13.020756 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42269d-8bae-441c-bc8b-5037e0eeb240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b30525c-46d1-4d26-aa08-7b156a608c48,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:13.025421 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:13.072045 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ecd932ae-5164-4d95-8fc5-9ff595f47ab3 admin admin] Publish callbacks [] for security_group (7b30525c-46d1-4d26-aa08-7b156a608c48), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:13.095125 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ecd932ae-5164-4d95-8fc5-9ff595f47ab3 admin admin] Publish callbacks [] for security_group (7b30525c-46d1-4d26-aa08-7b156a608c48), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:13.137628 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812e67-79a7-40ae-a097-7fcdd4d5440a req-b879cf83-e4a0-4aec-9e55-3391957abb3a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:13.146388 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9b812e67-79a7-40ae-a097-7fcdd4d5440a req-b879cf83-e4a0-4aec-9e55-3391957abb3a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.1059732 Oct 17 10:27:13.169157 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ecd932ae-5164-4d95-8fc5-9ff595f47ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (7b30525c-46d1-4d26-aa08-7b156a608c48), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:13.172847 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ecd932ae-5164-4d95-8fc5-9ff595f47ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:13.189817 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ecd932ae-5164-4d95-8fc5-9ff595f47ab3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7b30525c-46d1-4d26-aa08-7b156a608c48 HTTP/1.1" status: 204 len: 168 time: 0.1782963 Oct 17 10:27:13.210410 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd932ae-5164-4d95-8fc5-9ff595f47ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b30525c-46d1-4d26-aa08-7b156a608c48,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:13.281689 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9b812e67-79a7-40ae-a097-7fcdd4d5440a req-33673f05-90a8-401d-89dd-b0d93506f892 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355217 Oct 17 10:27:13.706019 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:13.730623 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869fa8-9623-4b85-a88d-9a70410abf0b req-fae286c5-d2ae-4e53-aa0e-61bd841fc3ad tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:13.732911 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c3869fa8-9623-4b85-a88d-9a70410abf0b req-fae286c5-d2ae-4e53-aa0e-61bd841fc3ad tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0567029 Oct 17 10:27:13.792188 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c3869fa8-9623-4b85-a88d-9a70410abf0b req-080fb53e-9768-483e-bdf3-feaf1bd60591 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531626 Oct 17 10:27:14.527350 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3444ef7-3bfb-4f2f-ad97-160fcf817799 req-874fc5d8-ab0b-4a3d-b4da-72b3e7b1b17d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:14.534861 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3444ef7-3bfb-4f2f-ad97-160fcf817799 req-874fc5d8-ab0b-4a3d-b4da-72b3e7b1b17d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.1042283 Oct 17 10:27:14.610768 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3444ef7-3bfb-4f2f-ad97-160fcf817799 req-69951209-f475-4955-ac09-cf03c7b9df47 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736644 Oct 17 10:27:14.972874 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17733267-ae33-406d-af9d-6634a4778e70 req-56177e0d-3e9c-4738-b74e-c16550e90fb1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:14.974661 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-17733267-ae33-406d-af9d-6634a4778e70 req-56177e0d-3e9c-4738-b74e-c16550e90fb1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0778003 Oct 17 10:27:15.032814 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-a8a05afc-3a33-48a9-82d8-33c231aeb2c5 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1085724265&fields=id&tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42 HTTP/1.1" status: 200 len: 267 time: 0.0584240 Oct 17 10:27:15.033476 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-17733267-ae33-406d-af9d-6634a4778e70 req-b846135e-7273-4998-8c25-49c29198d5d4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487852 Oct 17 10:27:15.149082 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-8c978cf1-4fc6-4f61-aeef-ebd5341b6118 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:15.150837 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-8c978cf1-4fc6-4f61-aeef-ebd5341b6118 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 819 time: 0.1100619 Oct 17 10:27:15.168086 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-7a312179-a100-4a51-8032-b8b8fc1c2710 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/quotas/895b2d6d988f4ab7a0d9dcf9e130af42 HTTP/1.1" status: 200 len: 375 time: 0.0113096 Oct 17 10:27:15.212513 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:15.234096 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-ac429073-d01d-453c-947a-3045110606a1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0607822 Oct 17 10:27:15.339417 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-ddeea94b-1f87-4ccf-83a7-dae2e3d0b468 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926697 Oct 17 10:27:15.438565 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-c9428837-421f-4bf6-8463-b24ff7f24edb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929227 Oct 17 10:27:15.635685 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e4be0c15-a2f4-4cff-82fa-bc88e5839c26 req-63eaf1f7-6ed5-416b-9906-320198b83364 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0368385 Oct 17 10:27:15.815986 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bf8e8-c972-46df-881c-be45b76a7de5 req-14446798-ffa7-4066-b34f-6694ccd55992 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:15.818017 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b61bf8e8-c972-46df-881c-be45b76a7de5 req-14446798-ffa7-4066-b34f-6694ccd55992 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.1128109 Oct 17 10:27:15.887240 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b61bf8e8-c972-46df-881c-be45b76a7de5 req-0ccc51e6-48f9-4065-a055-7ae5b4db5e61 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622919 Oct 17 10:27:16.173574 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0614da-e8be-4f80-8429-c7f64c9bd3e9 req-929b25e2-f0fc-4379-9d2b-337f9d56e08d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:16.175155 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bc0614da-e8be-4f80-8429-c7f64c9bd3e9 req-929b25e2-f0fc-4379-9d2b-337f9d56e08d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0537903 Oct 17 10:27:16.233311 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bc0614da-e8be-4f80-8429-c7f64c9bd3e9 req-ae60cbf2-8ceb-450c-9c04-c9d9369f2e3c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516939 Oct 17 10:27:16.331752 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:16.336861 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:16.746222 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0f1d613b-87f4-4645-913a-c1f19d806151 req-c10de38e-85a5-43fb-8640-b22b1016b070 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0301859 Oct 17 10:27:17.013329 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba61a-5b45-4dde-93db-fa0595fb7124 req-efbec80d-abe7-4296-a9bd-72f51f7870ba tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:17.014836 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be0ba61a-5b45-4dde-93db-fa0595fb7124 req-efbec80d-abe7-4296-a9bd-72f51f7870ba tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0498536 Oct 17 10:27:17.068096 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be0ba61a-5b45-4dde-93db-fa0595fb7124 req-c6ef3bce-88f6-4a0e-825a-d9a320952046 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Oct 17 10:27:17.388354 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc6ea-37ba-4a55-9dc5-5feed93232c1 req-c6fb3498-0939-4979-8f6c-f0e635b3bb7f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:17.389931 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-94acc6ea-37ba-4a55-9dc5-5feed93232c1 req-c6fb3498-0939-4979-8f6c-f0e635b3bb7f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0647519 Oct 17 10:27:17.444087 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-94acc6ea-37ba-4a55-9dc5-5feed93232c1 req-a3fb57c3-640a-4536-acbd-1e3aebb82431 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477855 Oct 17 10:27:17.850362 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ccf8f61f-ee50-408a-97b9-e52c6989551c req-fe5e52e6-47c4-45f2-8beb-684c1b60e73f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0276487 Oct 17 10:27:18.211807 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45328d30-49a2-4cf6-bc66-bf24f49e7234 req-243786b0-c505-443c-84d3-9a2bd2e10b78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:18.213321 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-45328d30-49a2-4cf6-bc66-bf24f49e7234 req-243786b0-c505-443c-84d3-9a2bd2e10b78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0535491 Oct 17 10:27:18.266102 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-45328d30-49a2-4cf6-bc66-bf24f49e7234 req-3cb72e1b-f188-4b4c-bcde-09dab9b7ffa0 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 Oct 17 10:27:18.571809 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63372da-5d7d-43b9-b441-aab40cf530d6 req-ed028dc4-7fcc-4d6c-8fc8-a1d8b26ce483 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:18.573380 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a63372da-5d7d-43b9-b441-aab40cf530d6 req-ed028dc4-7fcc-4d6c-8fc8-a1d8b26ce483 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0539551 Oct 17 10:27:18.630209 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a63372da-5d7d-43b9-b441-aab40cf530d6 req-34faab72-3924-4658-8ce1-7fbc38e56012 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504143 Oct 17 10:27:18.957986 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8036da04-ae44-4f79-87e0-e225d8257a22 req-4f0da2c5-7199-4544-a594-65ff97875af4 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0327582 Oct 17 10:27:19.386874 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08044217-f3da-45c3-89b2-57fdd0799118 req-fb55db6a-5e26-4d5e-a078-c646fc2f418a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:19.388511 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-08044217-f3da-45c3-89b2-57fdd0799118 req-fb55db6a-5e26-4d5e-a078-c646fc2f418a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0483499 Oct 17 10:27:19.436343 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-08044217-f3da-45c3-89b2-57fdd0799118 req-88a279d7-a769-49d9-8cc8-6826bdf6d9fa tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Oct 17 10:27:19.750086 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a2cee-a2fa-4239-86b7-e118b7f5b088 req-4e65c9dc-1772-478f-9335-88e334f7ecb1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:19.751559 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-235a2cee-a2fa-4239-86b7-e118b7f5b088 req-4e65c9dc-1772-478f-9335-88e334f7ecb1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0480287 Oct 17 10:27:19.800725 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-235a2cee-a2fa-4239-86b7-e118b7f5b088 req-f709f8b7-8b4c-4bef-9446-eeec6fd0d885 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Oct 17 10:27:19.984464 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:20.065638 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-656f4d18-1061-465a-891d-a5e3fa768858 req-50fef7a8-7e92-48ae-a4b6-98171b3ffc07 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0284359 Oct 17 10:27:20.554157 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8b638-92b1-4b57-921e-ba7f1a10aa5d req-343ebf0d-49b3-4ce6-949d-34f42b6f5244 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:20.555544 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-99b8b638-92b1-4b57-921e-ba7f1a10aa5d req-343ebf0d-49b3-4ce6-949d-34f42b6f5244 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0463707 Oct 17 10:27:20.601096 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-99b8b638-92b1-4b57-921e-ba7f1a10aa5d req-a6dc95e3-f6d9-4a47-9c75-b7d4ca6ec443 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Oct 17 10:27:20.929840 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbda543-902c-40ba-911b-c42551dcb125 req-629f639b-b63a-434c-87c7-e320dbd49f3f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:20.931342 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6fbda543-902c-40ba-911b-c42551dcb125 req-629f639b-b63a-434c-87c7-e320dbd49f3f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0556901 Oct 17 10:27:20.980837 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6fbda543-902c-40ba-911b-c42551dcb125 req-2b25612d-c626-4f78-bd15-06f3ce59b93a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Oct 17 10:27:21.171146 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d2ced9ff-1e1c-4167-8991-4d89fd56350d req-cbbde3f0-23d8-407b-a9c0-27c68d2e154c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0315630 Oct 17 10:27:21.721725 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dcad4-3e5d-4fff-91b4-a01567ef48e3 req-ae528c33-7068-4b99-9e8b-d4fe45da4877 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:21.723233 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a22dcad4-3e5d-4fff-91b4-a01567ef48e3 req-ae528c33-7068-4b99-9e8b-d4fe45da4877 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0486658 Oct 17 10:27:21.765946 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:21.770772 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a22dcad4-3e5d-4fff-91b4-a01567ef48e3 req-e0ef6b9e-ad22-4f6c-8010-d30a598498bf tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Oct 17 10:27:22.088442 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:22.100930 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730ae9-737a-476d-a9f0-b6a4de8e8bf1 req-a3c50106-1ab3-4b50-be78-2d219418382c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:22.102531 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b9730ae9-737a-476d-a9f0-b6a4de8e8bf1 req-a3c50106-1ab3-4b50-be78-2d219418382c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0498514 Oct 17 10:27:22.154577 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b9730ae9-737a-476d-a9f0-b6a4de8e8bf1 req-5e08d0d8-ce26-4d54-8058-9aa2aeee1a3f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Oct 17 10:27:22.271228 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e9d6d059-6034-4de5-ad8d-46f7dbf6e5a7 req-b29c1642-135a-4085-a495-d0a642196204 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0270734 Oct 17 10:27:22.889571 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb9900-f873-4463-ac33-193e18b4f869 req-f310b470-071f-4234-a01e-358e80305687 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:22.890990 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1fdb9900-f873-4463-ac33-193e18b4f869 req-f310b470-071f-4234-a01e-358e80305687 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0465205 Oct 17 10:27:22.942508 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1fdb9900-f873-4463-ac33-193e18b4f869 req-b801b99e-2c49-47b2-8508-a799e51a5f30 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Oct 17 10:27:23.276183 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa0361-d134-45f0-a6b4-9e9313a6bd8b req-45afaa97-e145-417e-9211-93c4b0dc8574 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:23.277657 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38aa0361-d134-45f0-a6b4-9e9313a6bd8b req-45afaa97-e145-417e-9211-93c4b0dc8574 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0515461 Oct 17 10:27:23.329796 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38aa0361-d134-45f0-a6b4-9e9313a6bd8b req-f2155bb8-fcb7-4910-a0ea-de819145faed tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466070 Oct 17 10:27:23.381605 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-781d1576-b550-4449-960f-69974019d91d req-c5389633-301e-4dc7-a6b7-157e57a50066 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0308998 Oct 17 10:27:24.061371 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73911c22-7a2d-49ec-b475-9568c272e9d9 req-a6622247-24ba-4033-8f30-f1f22513ac66 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:24.062851 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73911c22-7a2d-49ec-b475-9568c272e9d9 req-a6622247-24ba-4033-8f30-f1f22513ac66 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0467453 Oct 17 10:27:24.110752 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73911c22-7a2d-49ec-b475-9568c272e9d9 req-65643d1f-afdf-483b-8dff-2aadabd31a76 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Oct 17 10:27:24.459337 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4a26-9694-4264-8ae1-849216a25ec2 req-7574abe4-df25-4d1a-bf09-7cb120cb74dd tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:24.461542 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-497e4a26-9694-4264-8ae1-849216a25ec2 req-7574abe4-df25-4d1a-bf09-7cb120cb74dd tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0501704 Oct 17 10:27:24.492923 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9b740c3f-d8dc-4798-a64f-83e5282596e1 req-19a32767-b167-4090-9f7d-cfe2389860ee tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0342412 Oct 17 10:27:24.521126 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-497e4a26-9694-4264-8ae1-849216a25ec2 req-a9e3f445-0552-4252-b9ef-d79e1cacbc93 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540297 Oct 17 10:27:25.229051 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc6630-60cd-4fdd-b772-41433ec223d9 req-86b73a3b-2977-4893-a20f-8c36400e28be tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:25.230528 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aadc6630-60cd-4fdd-b772-41433ec223d9 req-86b73a3b-2977-4893-a20f-8c36400e28be tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0462322 Oct 17 10:27:25.242399 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:25.279302 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aadc6630-60cd-4fdd-b772-41433ec223d9 req-21414d9f-0032-4c1c-acb2-6315c1452482 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427651 Oct 17 10:27:25.614088 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e563fc8e-626e-430a-9a1b-48d74ceb3ef5 req-c40c13c7-5811-40ae-9cb4-cc0104b52991 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0321980 Oct 17 10:27:25.653603 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d4ec9-3e56-4983-abc6-7718ffefc62a req-4635456a-148e-4901-a103-166e812c3b95 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:25.659022 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d73d4ec9-3e56-4983-abc6-7718ffefc62a req-4635456a-148e-4901-a103-166e812c3b95 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0601575 Oct 17 10:27:25.708920 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d73d4ec9-3e56-4983-abc6-7718ffefc62a req-57d68a84-52e4-42f3-aec1-59823a1baac0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477486 Oct 17 10:27:26.397422 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9c15a-f1a9-48cb-8193-caae132b0cc6 req-b54cb59b-5b82-4bf5-91f1-eeaaf69e84d6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:26.399083 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-86e9c15a-f1a9-48cb-8193-caae132b0cc6 req-b54cb59b-5b82-4bf5-91f1-eeaaf69e84d6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 931 time: 0.0467811 Oct 17 10:27:26.410009 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:26.450490 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-86e9c15a-f1a9-48cb-8193-caae132b0cc6 req-256ccbb1-f5d5-458e-9827-81870862cb28 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456386 Oct 17 10:27:26.659552 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Request body: {'port': {'device_id': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:26.724237 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-069e8d2f-404b-4530-b277-2651bc50928a req-16133473-327f-42fe-a6ca-5aa495392cae tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0307283 Oct 17 10:27:26.729053 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:26.891361 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c61ac-7ffb-413d-88f0-1dd43fb41d70 req-c37767b0-ddd0-45fd-99a6-9e6228701138 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:26.892745 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ee2c61ac-7ffb-413d-88f0-1dd43fb41d70 req-c37767b0-ddd0-45fd-99a6-9e6228701138 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0642719 Oct 17 10:27:27.000202 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ee2c61ac-7ffb-413d-88f0-1dd43fb41d70 req-5a6b5d44-d262-46c0-9f8c-18378536fd53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975401 Oct 17 10:27:27.068081 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:27:27.075939 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Publish callbacks [] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:27.089014 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Transition to ACTIVE for port object 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:27:27.092545 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:27.175693 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:27.183984 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:27.206896 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Attempting to bind port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:27:27.207230 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Attempting to bind port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:27:27.207559 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Attempting to bind port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 on network f414572a-3cfd-4a03-8d0f-884b658757a5 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:27:27.249305 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 on network f414572a-3cfd-4a03-8d0f-884b658757a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:27:27.249630 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Attempting to bind port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 on network f414572a-3cfd-4a03-8d0f-884b658757a5 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:27:27.291018 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:27:27.291356 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Checking segment: {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:27:27.291741 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Bound using segment: {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:27:27.292177 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Bound port: 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656738a4-936e-4e65-bf3d-c0c0953a5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:27:27.292536 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:27.355734 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] For port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:27:27.358852 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] For port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:27:27.365061 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:27.368405 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:27.369200 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:27.370639 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 200 len: 1093 time: 0.7175980 Oct 17 10:27:27.372691 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:27:27.374940 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113d3381-52aa-49f7-92b9-e6b5a29999c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:27:27.413084 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95529274-aa6a-464c-b7dc-ec3adb66d6fa x-openstack-request-id: req-95529274-aa6a-464c-b7dc-ec3adb66d6fa {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:27:27.413409 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:27:27.413665 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95529274-aa6a-464c-b7dc-ec3adb66d6fa {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:27:27.414067 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95529274-aa6a-464c-b7dc-ec3adb66d6fa'] response: {'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'status': 'completed', 'code': 200} Oct 17 10:27:27.423179 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:27.427523 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c153ae-772d-4ea2-a844-186a49cff697 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:27.568466 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b44978-6b4a-418c-a968-0aa07438f9f9 req-39bba5a2-72c4-4012-9802-d76bfbef14f6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:27.570418 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-99b44978-6b4a-418c-a968-0aa07438f9f9 req-39bba5a2-72c4-4012-9802-d76bfbef14f6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0480895 Oct 17 10:27:27.618589 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-99b44978-6b4a-418c-a968-0aa07438f9f9 req-7f6f322a-ecc9-46e5-b564-b24425ef700a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Oct 17 10:27:27.829043 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8de9d2a7-f67a-4933-b86d-64f3efc59438 req-fdd58945-5166-4eca-b03f-1129c4136709 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0288255 Oct 17 10:27:28.120124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080d04d-ebca-475c-9ca3-2ef10600d15c req-d9650515-6c88-42c8-b069-21c3c0f7f097 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:28.121567 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8080d04d-ebca-475c-9ca3-2ef10600d15c req-d9650515-6c88-42c8-b069-21c3c0f7f097 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0481095 Oct 17 10:27:28.174086 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8080d04d-ebca-475c-9ca3-2ef10600d15c req-6007e7b4-e98a-4356-b256-a4315871b43c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 Oct 17 10:27:28.737493 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ecc56-9f53-4353-8a14-3ba89b6ff60e req-b33528ee-fc0a-4890-88db-1392cc740fd6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:28.738889 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ac9ecc56-9f53-4353-8a14-3ba89b6ff60e req-b33528ee-fc0a-4890-88db-1392cc740fd6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0472214 Oct 17 10:27:28.786505 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ac9ecc56-9f53-4353-8a14-3ba89b6ff60e req-6700ae6a-c01b-4645-98f5-4f3fd557c19a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418737 Oct 17 10:27:28.928146 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4f438410-f399-4220-a16b-964f20b9b527 req-49682315-1294-4644-9459-7040e160118d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0279307 Oct 17 10:27:29.292355 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc135-327b-48ae-88d0-2a1076d9ed28 req-799e1236-e198-47fe-a052-67f540e65328 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:29.293805 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-391cc135-327b-48ae-88d0-2a1076d9ed28 req-799e1236-e198-47fe-a052-67f540e65328 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0470495 Oct 17 10:27:29.346971 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-391cc135-327b-48ae-88d0-2a1076d9ed28 req-0dd35b6f-d8ae-4994-a5be-a91b3543a9a2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475135 Oct 17 10:27:29.905457 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a964fcc-4b04-4d79-a612-977bc8dd9a90 req-fb09109b-fbed-4ec1-842e-2cde88d8260e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:29.906999 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7a964fcc-4b04-4d79-a612-977bc8dd9a90 req-fb09109b-fbed-4ec1-842e-2cde88d8260e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0466950 Oct 17 10:27:29.954636 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7a964fcc-4b04-4d79-a612-977bc8dd9a90 req-36331cdc-36af-4a8a-a85f-989f85782923 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Oct 17 10:27:29.977816 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:29.980313 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:30.029752 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b9080a53-511c-422a-949b-99a87c181bbc req-67c34d48-87e7-4148-8a11-14ef34cad412 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0274675 Oct 17 10:27:30.220898 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:27:30.470063 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc05cf4-3821-4073-9d9e-51d2f3c3507f req-3f6174e6-ff6e-4862-a564-a71cc437de6f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:30.471569 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6bc05cf4-3821-4073-9d9e-51d2f3c3507f req-3f6174e6-ff6e-4862-a564-a71cc437de6f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0493302 Oct 17 10:27:30.519953 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6bc05cf4-3821-4073-9d9e-51d2f3c3507f req-5991b856-0d66-4e36-b799-053f4f95bdb2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428832 Oct 17 10:27:31.075674 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386680-d1b9-473c-bc09-ce77402f6884 req-e6236292-d885-4433-b24a-791a090d0d75 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:31.077219 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-85386680-d1b9-473c-bc09-ce77402f6884 req-e6236292-d885-4433-b24a-791a090d0d75 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0492477 Oct 17 10:27:31.128053 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-85386680-d1b9-473c-bc09-ce77402f6884 req-32651106-5db6-4689-9337-978f5eb28c73 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Oct 17 10:27:31.135297 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bba9ef69-546c-4ab7-968f-68a115c392b6 req-9e5ebfbc-b030-460e-a21a-e134aed7f717 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Oct 17 10:27:31.637774 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119da80-7ba0-468f-92b2-1cc8a706f74c req-68fba078-93cb-4736-a9da-9312ca98bb99 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:31.639342 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9119da80-7ba0-468f-92b2-1cc8a706f74c req-68fba078-93cb-4736-a9da-9312ca98bb99 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0472782 Oct 17 10:27:31.692611 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9119da80-7ba0-468f-92b2-1cc8a706f74c req-fe36380e-23c1-4001-a0ab-0a938a5e4bb6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476186 Oct 17 10:27:32.237475 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cacbe7ae-c972-4341-8eb5-cc52af3590b2 req-d8a7e6ae-07a7-4acf-b066-600c422b344b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0280674 Oct 17 10:27:32.253210 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941859f-e489-44fd-adce-703d32450fc1 req-bde520ed-66f1-4c07-86d2-d5a7dbac5d64 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:32.254868 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a941859f-e489-44fd-adce-703d32450fc1 req-bde520ed-66f1-4c07-86d2-d5a7dbac5d64 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0496323 Oct 17 10:27:32.302751 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a941859f-e489-44fd-adce-703d32450fc1 req-ed2b696b-00f2-4c05-9c3b-488952eec043 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Oct 17 10:27:32.811048 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9915401-34f0-4988-9385-43067ed2c1d5 req-56d86455-e6b4-4923-83d3-f4695e1e7a29 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:32.812511 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e9915401-34f0-4988-9385-43067ed2c1d5 req-56d86455-e6b4-4923-83d3-f4695e1e7a29 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0469141 Oct 17 10:27:32.863001 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e9915401-34f0-4988-9385-43067ed2c1d5 req-65e540af-70e1-462c-9117-6c663659d575 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440841 Oct 17 10:27:33.120795 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d3381-52aa-49f7-92b9-e6b5a29999c5 req-6a5adbd7-a8af-494e-96f3-a4610216a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:33.122370 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-113d3381-52aa-49f7-92b9-e6b5a29999c5 req-6a5adbd7-a8af-494e-96f3-a4610216a485 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=cc21860aa70345c79cfe597d5a42fb51&device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 1127 time: 0.0483387 Oct 17 10:27:33.290280 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-ed109a2a-cfb0-43e9-af63-7b1223597124 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188283 Oct 17 10:27:33.362250 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d3381-52aa-49f7-92b9-e6b5a29999c5 req-b8230d32-b4b6-44aa-80cc-6dd6382b7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:33.363743 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-113d3381-52aa-49f7-92b9-e6b5a29999c5 req-b8230d32-b4b6-44aa-80cc-6dd6382b7da4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=cc21860aa70345c79cfe597d5a42fb51&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1938608 Oct 17 10:27:33.426647 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f8b7de3d-b140-4ee4-a055-c0bf6d73483c req-1b4ce0d4-78a0-40b0-9e17-6242a1dba4a5 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0617719 Oct 17 10:27:33.433052 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c163a-ae4a-4e4f-8617-33b6447921bf req-86e10699-c8fb-4945-ba9d-e0748395dadb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:33.434994 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cb5c163a-ae4a-4e4f-8617-33b6447921bf req-86e10699-c8fb-4945-ba9d-e0748395dadb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0540383 Oct 17 10:27:33.474375 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-84201cb6-97f2-4001-bed1-1376847bad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:33.476540 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-84201cb6-97f2-4001-bed1-1376847bad85 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 1130 time: 0.1023266 Oct 17 10:27:33.492659 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cb5c163a-ae4a-4e4f-8617-33b6447921bf req-00785846-ad03-4f69-97fa-e2af9a90a20b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504072 Oct 17 10:27:33.504150 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:33.520698 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d3381-52aa-49f7-92b9-e6b5a29999c5 req-30959e09-19f3-4e75-b9e8-116ef6ef8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:33.522056 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-113d3381-52aa-49f7-92b9-e6b5a29999c5 req-30959e09-19f3-4e75-b9e8-116ef6ef8d1f service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463346 Oct 17 10:27:34.150238 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-1f857970-6af8-4480-b4b4-f44ac5c38f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:34.151714 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-1f857970-6af8-4480-b4b4-f44ac5c38f8d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=cc21860aa70345c79cfe597d5a42fb51&device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 1127 time: 0.3213022 Oct 17 10:27:34.182388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd008-7489-4f48-9a56-06593c95f314 req-6e42e1df-574f-47ff-8dd6-61cd6539b964 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:34.183787 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e33cd008-7489-4f48-9a56-06593c95f314 req-6e42e1df-574f-47ff-8dd6-61cd6539b964 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0732691 Oct 17 10:27:34.188812 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:34.201098 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-445fb0ec-2783-49cb-b387-04b102663e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:34.202501 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-445fb0ec-2783-49cb-b387-04b102663e3f service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.3916502 Oct 17 10:27:34.239385 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e33cd008-7489-4f48-9a56-06593c95f314 req-3aa45de7-c37f-4ce9-b6b3-4e0ebdf7253b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479302 Oct 17 10:27:34.525866 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-5a603f86-3b94-4f00-87a7-9989d20c8aee service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 200 len: 217 time: 0.0366752 Oct 17 10:27:34.538832 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7571f34e-7960-4254-a8e4-3e3368b91c42 req-c3c7d5c4-1b60-4803-ac40-7db0568ecd12 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0279205 Oct 17 10:27:34.613879 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e889a-ba02-4cc1-a0bf-2ead5842e9f3 req-8d78ee0a-5676-45cd-8003-697422395afd tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:34.615341 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9c2e889a-ba02-4cc1-a0bf-2ead5842e9f3 req-8d78ee0a-5676-45cd-8003-697422395afd tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0468459 Oct 17 10:27:34.664183 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9c2e889a-ba02-4cc1-a0bf-2ead5842e9f3 req-81b590b0-c8bc-42b6-882d-c3db0d5b26a9 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428817 Oct 17 10:27:35.340375 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:35.360149 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91ed0e-5376-4411-8ac1-27b2f8811764 req-3f7a4553-bd57-4ff0-b6c2-d6fa79b540b0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:35.361616 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0e91ed0e-5376-4411-8ac1-27b2f8811764 req-3f7a4553-bd57-4ff0-b6c2-d6fa79b540b0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0493817 Oct 17 10:27:35.411545 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0e91ed0e-5376-4411-8ac1-27b2f8811764 req-89e05a89-2c39-4687-b3c3-29f980bcb653 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Oct 17 10:27:35.645582 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f040a396-8ebb-473e-b3e0-4b652c0b914f req-dc5ea6d7-a23d-4b2e-bd55-f2ada833d5bb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0300767 Oct 17 10:27:35.778603 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2d2fac50-eeea-406d-9980-85fc87ae5c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:35.787871 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0430bb-140b-48e0-a753-2f19e47427f3 req-e400c7cd-81ed-4ba6-bf8e-b5ae2b946d91 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:35.789405 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ac0430bb-140b-48e0-a753-2f19e47427f3 req-e400c7cd-81ed-4ba6-bf8e-b5ae2b946d91 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0522437 Oct 17 10:27:35.837677 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ac0430bb-140b-48e0-a753-2f19e47427f3 req-55f4d569-9ee9-42fb-b768-423bd4ecd324 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Oct 17 10:27:36.529106 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a8028-6d1d-47e5-96dd-06efc7c2b589 req-96355eae-a68d-4c17-b818-46a1cec542b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:36.530568 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7e4a8028-6d1d-47e5-96dd-06efc7c2b589 req-96355eae-a68d-4c17-b818-46a1cec542b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 943 time: 0.0460484 Oct 17 10:27:36.539435 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 74d28022-6cac-4006-bf30-27fb6aed74d9 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:27:36.583246 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7e4a8028-6d1d-47e5-96dd-06efc7c2b589 req-1933ee65-eaef-434e-8290-16e17b4929b7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471027 Oct 17 10:27:36.637148 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 74d28022-6cac-4006-bf30-27fb6aed74d9, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=74d28022-6cac-4006-bf30-27fb6aed74d9,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:27:36.648196 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'port_id': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'mac_address': 'fa:16:3e:ef:7f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:27:36.686867 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 74d28022-6cac-4006-bf30-27fb6aed74d9 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:27:36.687344 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:36.700780 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d28022-6cac-4006-bf30-27fb6aed74d9 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:27:36.721148 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 74d28022-6cac-4006-bf30-27fb6aed74d9, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=74d28022-6cac-4006-bf30-27fb6aed74d9,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:27:36.726159 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:36.749768 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-39b274cb-e4e7-44c6-99b4-1adedf03eff6 req-51afe6c7-1eed-4918-acd6-de76e8fecd47 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0289938 Oct 17 10:27:36.773335 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=74d28022-6cac-4006-bf30-27fb6aed74d9,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:36.781074 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.781663 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.781761 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.782123 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.782487 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.782822 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.783158 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.783483 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.783805 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.784133 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.784467 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.784787 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.785107 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.785424 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.785792 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:36.960274 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cd00c-8956-426d-9603-fa668fadbf06 req-3f919f0b-9802-48a7-be6e-24f9dc13b60c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:36.961747 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-131cd00c-8956-426d-9603-fa668fadbf06 req-3f919f0b-9802-48a7-be6e-24f9dc13b60c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0489297 Oct 17 10:27:37.009957 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-131cd00c-8956-426d-9603-fa668fadbf06 req-71e5c8e9-bc90-455b-9925-3747ec704a85 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Oct 17 10:27:37.701363 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7d2a-14a1-49df-a2fd-d1fc808500d1 req-dbd3a15f-bcc7-47f9-8f22-cd7e25d3d2f7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:37.702772 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b88c7d2a-14a1-49df-a2fd-d1fc808500d1 req-dbd3a15f-bcc7-47f9-8f22-cd7e25d3d2f7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 944 time: 0.0469005 Oct 17 10:27:37.747095 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:37.752209 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b88c7d2a-14a1-49df-a2fd-d1fc808500d1 req-9632fbd6-52be-497c-a053-7517b3756da6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440378 Oct 17 10:27:37.852501 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4b1404f6-a2a7-4692-9dc4-c1e5328a64b2 req-f7a4f811-a3c7-4934-9dff-b6cb9da39dcd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0269566 Oct 17 10:27:37.915261 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-d83d636a-839d-477c-a780-6e1fa423df4b service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b16d3ef-463a-486f-a242-f0bc1977b822 HTTP/1.1" status: 200 len: 217 time: 0.0601161 Oct 17 10:27:37.962371 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-c71e0a69-43b2-45b1-985e-78efefaf7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:37.963813 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-c71e0a69-43b2-45b1-985e-78efefaf7a1e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=3742bd82-c4e1-41d8-bae3-047725732101 HTTP/1.1" status: 200 len: 853 time: 0.1077006 Oct 17 10:27:37.979856 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-4fde8922-d4d8-4e23-9183-4ebe7ee8a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:37.981505 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-4fde8922-d4d8-4e23-9183-4ebe7ee8a287 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0586910 Oct 17 10:27:38.077269 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-06a2ea0d-ed9e-4cf2-b558-e6a3870d5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:38.078750 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-06a2ea0d-ed9e-4cf2-b558-e6a3870d5daa service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631585 Oct 17 10:27:38.096081 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-b89f0aed-e2d7-43c3-9bb0-a39fc64b6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:38.097538 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-b89f0aed-e2d7-43c3-9bb0-a39fc64b6a4c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=f414572a-3cfd-4a03-8d0f-884b658757a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916343 Oct 17 10:27:38.133163 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-6c38c8ff-75a3-42bc-a998-9144b7e066d4 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:38.134786 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-6c38c8ff-75a3-42bc-a998-9144b7e066d4 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 819 time: 0.1262763 Oct 17 10:27:38.164750 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-17840571-e241-4d18-bf66-a14dc692c743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:38.239280 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b581b3-2c9d-479e-a1ae-2e5a615b05d6 req-e86d0b4b-0d23-4a0d-bd85-a7aa386460e4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:38.242891 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79b581b3-2c9d-479e-a1ae-2e5a615b05d6 req-e86d0b4b-0d23-4a0d-bd85-a7aa386460e4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.1070735 Oct 17 10:27:38.262280 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-e74fbd6c-be10-4e66-b750-92160dbd89e2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515696 Oct 17 10:27:38.264580 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-db2064d6-85ab-45f7-b272-c16f11ea6e62 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779552 Oct 17 10:27:38.296505 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-fd121b49-4b1c-4527-9950-68789651aa86 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42 HTTP/1.1" status: 200 len: 380 time: 0.1482735 Oct 17 10:27:38.309928 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79b581b3-2c9d-479e-a1ae-2e5a615b05d6 req-893ee6c5-a552-4aa9-9c88-b3f8122b6cf7 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613084 Oct 17 10:27:38.760306 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Request body: {'port': {'device_id': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'admin_state_up': True, 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'security_groups': ['12e5fd8b-6948-4cc6-8681-7b8287e65f0b']}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:38.866527 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['74d28022-6cac-4006-bf30-27fb6aed74d9'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:27:38.896765 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Made reservation on behalf of 895b2d6d988f4ab7a0d9dcf9e130af42 for: {'port': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:27:38.900693 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:38.912218 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3f5e8-55bc-4471-8cb8-08cd9ca760bf req-ee82825e-89e2-4120-aed0-042bcb91531b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:38.913756 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4cb3f5e8-55bc-4471-8cb8-08cd9ca760bf req-ee82825e-89e2-4120-aed0-042bcb91531b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 944 time: 0.0682588 Oct 17 10:27:38.917749 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:39.038361 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0eea5d18-5f3f-4ab5-b2fe-28e1a1bd33c1 req-896e8f53-91a2-49fc-975b-382c656174f1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817259 Oct 17 10:27:39.040236 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c308a1-8ac6-4d91-bc0b-ba11119ee0e4 req-5a2bcb2b-7d7f-40cb-8a2c-0c1e1e45ab04 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851968 Oct 17 10:27:39.043759 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:39.056871 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-989337a1-c4f0-45f2-aee4-14d310433979 req-7868e452-48c6-453b-abae-3c67d0355a44 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.1133039 Oct 17 10:27:39.096676 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4cb3f5e8-55bc-4471-8cb8-08cd9ca760bf req-c917dcf8-8a69-441a-a4be-faf7a70f74e6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702750 Oct 17 10:27:39.100986 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Allocated IP 172.20.0.4 (ec16a399-207c-4cf6-8c2e-ca17cef7b669/e1cf09a7-f18a-424f-9306-0b566ddb9ba8/8fd77213-3e70-44af-a732-07ce9c5187c5) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:27:39.256883 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:39.272949 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:39.314866 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:39.361577 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:27:39.362213 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:39.364914 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:27:39.368844 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:27:39.402397 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event updated for resources: {'Port': ['ID=8fd77213-3e70-44af-a732-07ce9c5187c5,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:39.456322 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:39.464851 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:39.465637 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:39.486271 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b79eea-a9cf-4b3a-9da4-5ebada80624b req-1193c63d-2a53-4eef-a28c-1d1ecd6161e8 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:39.488005 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-17b79eea-a9cf-4b3a-9da4-5ebada80624b req-1193c63d-2a53-4eef-a28c-1d1ecd6161e8 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0728233 Oct 17 10:27:39.502879 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-366d4d62-f03e-4991-89c4-86878bdfee4b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7465596 Oct 17 10:27:39.562194 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-17b79eea-a9cf-4b3a-9da4-5ebada80624b req-49f9167c-f7ef-4a02-bf3c-21cbccee3296 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582893 Oct 17 10:27:39.660735 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-8ce124a1-6cb2-4f8f-9972-824952aa3e8a None None] Provisioning complete for port 8fd77213-3e70-44af-a732-07ce9c5187c5 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:27:39.661002 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8ce124a1-6cb2-4f8f-9972-824952aa3e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:39.661342 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-8ce124a1-6cb2-4f8f-9972-824952aa3e8a None None] Attempt 1 to provision port 8fd77213-3e70-44af-a732-07ce9c5187c5 Oct 17 10:27:39.696029 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-8ce124a1-6cb2-4f8f-9972-824952aa3e8a None None] Port 8fd77213-3e70-44af-a732-07ce9c5187c5 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:27:40.206912 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8bdbb-43b8-49cf-9f33-b0528571fda1 req-7acc74c8-effd-40ab-9248-1b94c96b97f5 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:40.208532 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-70d8bdbb-43b8-49cf-9f33-b0528571fda1 req-7acc74c8-effd-40ab-9248-1b94c96b97f5 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 931 time: 0.0488884 Oct 17 10:27:40.216481 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:40.217876 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=15 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:40.231524 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a9e5a-188d-458f-9d86-d14999f0f41d req-2f955a21-9c25-48eb-9684-c43e45a5ec24 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:40.233093 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d02a9e5a-188d-458f-9d86-d14999f0f41d req-2f955a21-9c25-48eb-9684-c43e45a5ec24 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 944 time: 0.0532894 Oct 17 10:27:40.266919 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-70d8bdbb-43b8-49cf-9f33-b0528571fda1 req-edcc0f1f-991a-4107-ac51-f0b5fc7649b2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516839 Oct 17 10:27:40.295384 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d02a9e5a-188d-458f-9d86-d14999f0f41d req-ec658cec-dc14-4ed9-87a2-530fcf05a264 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565743 Oct 17 10:27:40.579657 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 56586) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:40.671499 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:40.708644 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bf251-cbaa-468c-8894-e74bd39f286d req-f2727cda-d9c0-42dc-aa69-c92fc828c959 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:40.710091 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-287bf251-cbaa-468c-8894-e74bd39f286d req-f2727cda-d9c0-42dc-aa69-c92fc828c959 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0630841 Oct 17 10:27:40.719555 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6a0cef1f-ad0d-4709-8896-8915890f7ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:40.793300 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-287bf251-cbaa-468c-8894-e74bd39f286d req-5a1a6265-db4b-40b4-87df-2ddbb5c8860d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757265 Oct 17 10:27:40.847165 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6a0cef1f-ad0d-4709-8896-8915890f7ffa admin admin] Publish callbacks [] for security_group (8f661fc8-5a5c-402d-8534-f7ff959ac34c), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:40.849977 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 74d28022-6cac-4006-bf30-27fb6aed74d9 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:27:40.852147 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6a0cef1f-ad0d-4709-8896-8915890f7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8f661fc8-5a5c-402d-8534-f7ff959ac34c), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:40.891375 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:40.898723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cef1f-ad0d-4709-8896-8915890f7ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f661fc8-5a5c-402d-8534-f7ff959ac34c,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:40.901888 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 74d28022-6cac-4006-bf30-27fb6aed74d9 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:27:40.906425 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-6a0cef1f-ad0d-4709-8896-8915890f7ffa admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b107de0985844a079ffc422695d1c5eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256130 Oct 17 10:27:40.908925 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 56608) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:40.916845 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 74d28022-6cac-4006-bf30-27fb6aed74d9 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:27:40.917856 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:40.918307 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 74d28022-6cac-4006-bf30-27fb6aed74d9 Oct 17 10:27:40.962691 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dabdcd97-7b4d-43ce-a2fa-750e00363e2c admin admin] Publish callbacks [] for security_group (8f661fc8-5a5c-402d-8534-f7ff959ac34c), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:40.988585 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dabdcd97-7b4d-43ce-a2fa-750e00363e2c admin admin] Publish callbacks [] for security_group (8f661fc8-5a5c-402d-8534-f7ff959ac34c), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:41.007409 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 74d28022-6cac-4006-bf30-27fb6aed74d9 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:27:41.007806 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:41.031880 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12170369-6077-4716-adf0-a110aebc1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d28022-6cac-4006-bf30-27fb6aed74d9'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:27:41.034185 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d8b071-9953-4079-9030-d2fbd8628cd7" -d '{"events": [{"server_uuid": "12170369-6077-4716-adf0-a110aebc1525", "name": "network-vif-plugged", "status": "completed", "tag": "74d28022-6cac-4006-bf30-27fb6aed74d9"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:27:41.047227 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 74d28022-6cac-4006-bf30-27fb6aed74d9, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=74d28022-6cac-4006-bf30-27fb6aed74d9,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:27:41.047804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dabdcd97-7b4d-43ce-a2fa-750e00363e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8f661fc8-5a5c-402d-8534-f7ff959ac34c), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:41.050752 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dabdcd97-7b4d-43ce-a2fa-750e00363e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:41.051629 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:41.051916 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-dabdcd97-7b4d-43ce-a2fa-750e00363e2c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8f661fc8-5a5c-402d-8534-f7ff959ac34c HTTP/1.1" status: 204 len: 168 time: 0.1419342 Oct 17 10:27:41.059707 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:41.069077 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdcd97-7b4d-43ce-a2fa-750e00363e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f661fc8-5a5c-402d-8534-f7ff959ac34c,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:41.083554 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0060df57-f222-441b-8373-656e7790ee23 x-openstack-request-id: req-0060df57-f222-441b-8373-656e7790ee23 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:27:41.083912 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12170369-6077-4716-adf0-a110aebc1525", "name": "network-vif-plugged", "status": "completed", "tag": "74d28022-6cac-4006-bf30-27fb6aed74d9", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:27:41.084280 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0060df57-f222-441b-8373-656e7790ee23 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:27:41.084733 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0060df57-f222-441b-8373-656e7790ee23'] response: {'server_uuid': '12170369-6077-4716-adf0-a110aebc1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'code': 200} Oct 17 10:27:41.129433 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=74d28022-6cac-4006-bf30-27fb6aed74d9,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:41.211053 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:41.394374 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b46a5-5df5-424a-a952-a22c96910f67 req-5921e9e8-f2c3-4155-8238-81c43c1eb23c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:41.395807 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c16b46a5-5df5-424a-a952-a22c96910f67 req-5921e9e8-f2c3-4155-8238-81c43c1eb23c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 931 time: 0.0535624 Oct 17 10:27:41.435653 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b299bb-edd9-44c3-8934-82899fab215a req-49cd6a73-ada7-4127-a4f0-d91ee2a5fa8c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:41.437302 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c1b299bb-edd9-44c3-8934-82899fab215a req-49cd6a73-ada7-4127-a4f0-d91ee2a5fa8c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0546834 Oct 17 10:27:41.444278 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c16b46a5-5df5-424a-a952-a22c96910f67 req-0a6d6354-3194-4eb8-8859-ac60e62a1346 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Oct 17 10:27:41.491114 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c1b299bb-edd9-44c3-8934-82899fab215a req-918f74c0-5f28-4e4e-9616-18345eef6b82 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477569 Oct 17 10:27:41.913697 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a31a8-55f5-4e07-82d9-23d100d28a19 req-7a5d5cdf-6b68-4ba3-8a4c-9a075f67e14c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:41.915198 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3a1a31a8-55f5-4e07-82d9-23d100d28a19 req-7a5d5cdf-6b68-4ba3-8a4c-9a075f67e14c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 943 time: 0.0462437 Oct 17 10:27:41.962253 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3a1a31a8-55f5-4e07-82d9-23d100d28a19 req-3ee6e992-8620-4004-b524-5912e9dfe884 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Oct 17 10:27:42.551798 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Request body: {'port': {'device_id': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:42.591044 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56c8fb-2def-4d37-89ea-d5f436225a01 req-e988c0b2-f020-4275-b543-540a6a1b3983 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:42.592604 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4b56c8fb-2def-4d37-89ea-d5f436225a01 req-e988c0b2-f020-4275-b543-540a6a1b3983 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 931 time: 0.0744882 Oct 17 10:27:42.621145 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578046a-570d-4254-8f37-d358274ef094 req-d04579fd-59b5-4be5-aacf-19ae62941cc1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:42.622664 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f578046a-570d-4254-8f37-d358274ef094 req-d04579fd-59b5-4be5-aacf-19ae62941cc1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Oct 17 10:27:42.635087 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:42.652753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:42.685596 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4b56c8fb-2def-4d37-89ea-d5f436225a01 req-7aeb6237-bbd1-4f36-9a75-730574c11eb2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867615 Oct 17 10:27:42.686853 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f578046a-570d-4254-8f37-d358274ef094 req-1262554b-9693-4ca3-b32b-6e6f4c0e3147 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584931 Oct 17 10:27:42.840570 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:27:42.930792 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd77213-3e70-44af-a732-07ce9c5187c5 {{(pid=104472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:27:42.939110 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Publish callbacks [] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:42.942535 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:27:42.952417 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.provisioning_blocks [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Transition to ACTIVE for port object 8fd77213-3e70-44af-a732-07ce9c5187c5 will not be triggered until provisioned by entity L2. {{(pid=104472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:27:42.954053 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'port_id': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'mac_address': 'fa:16:3e:f3:96:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:27:42.956433 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:42.961122 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:42.989580 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:27:42.989978 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:43.009116 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:27:43.033989 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:27:43.038091 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:43.042552 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd77213-3e70-44af-a732-07ce9c5187c5,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:43.053474 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.054165 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.054743 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.055291 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.055890 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.056430 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.057046 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.058271 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.058841 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.059404 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.059956 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.060494 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.061051 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.061600 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.062144 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:43.097516 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Attempting to bind port 8fd77213-3e70-44af-a732-07ce9c5187c5 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:27:43.097516 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Attempting to bind port 8fd77213-3e70-44af-a732-07ce9c5187c5 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:27:43.097516 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Attempting to bind port 8fd77213-3e70-44af-a732-07ce9c5187c5 on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:27:43.113344 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:43.121830 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:43.143325 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Port 8fd77213-3e70-44af-a732-07ce9c5187c5 on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:27:43.143745 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Attempting to bind port 8fd77213-3e70-44af-a732-07ce9c5187c5 on network ec16a399-207c-4cf6-8c2e-ca17cef7b669 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:27:43.144637 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40273f-b241-4f8f-8eb2-0c1defff3735 req-8604933f-6965-4439-8999-eddb7b9b63c4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:43.146377 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6f40273f-b241-4f8f-8eb2-0c1defff3735 req-8604933f-6965-4439-8999-eddb7b9b63c4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 944 time: 0.0993464 Oct 17 10:27:43.147483 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df99be-2b6d-4e72-91ec-a8b7a0862757 req-d4f1331b-a1a5-40f2-844a-eaa3c8cc410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:43.148826 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f7df99be-2b6d-4e72-91ec-a8b7a0862757 req-d4f1331b-a1a5-40f2-844a-eaa3c8cc410f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 1129 time: 0.1006160 Oct 17 10:27:43.183840 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:43.187530 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:27:43.187873 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Checking segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:27:43.188277 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Bound using segment: {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:27:43.188738 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Bound port: 8fd77213-3e70-44af-a732-07ce9c5187c5, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:27:43.189101 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:43.200020 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6f40273f-b241-4f8f-8eb2-0c1defff3735 req-96c3e65a-8471-44ee-88de-b387c66642b0 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471539 Oct 17 10:27:43.257795 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] For port 8fd77213-3e70-44af-a732-07ce9c5187c5, host hv-cinder-86020, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:27:43.261659 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] For port 8fd77213-3e70-44af-a732-07ce9c5187c5, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8fd77213-3e70-44af-a732-07ce9c5187c5,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:27:43.269203 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:43.273955 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:43.274603 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:43.276901 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/8fd77213-3e70-44af-a732-07ce9c5187c5 HTTP/1.1" status: 200 len: 1093 time: 0.7308986 Oct 17 10:27:43.279042 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:27:43.282529 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b85cb92-610b-4e46-9e29-31e169be4fca" -d '{"events": [{"name": "network-changed", "server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:27:43.303528 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f7df99be-2b6d-4e72-91ec-a8b7a0862757 req-215408e8-493d-4d69-a989-77248845ea16 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654650 Oct 17 10:27:43.364418 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c964bfc5-c31a-4c85-8ee8-91e67f9b7d78 x-openstack-request-id: req-c964bfc5-c31a-4c85-8ee8-91e67f9b7d78 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:27:43.364708 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:27:43.364963 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c964bfc5-c31a-4c85-8ee8-91e67f9b7d78 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:27:43.365417 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c964bfc5-c31a-4c85-8ee8-91e67f9b7d78'] response: {'name': 'network-changed', 'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'status': 'completed', 'code': 200} Oct 17 10:27:43.370183 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef6051-0910-4a4f-8b65-614cd46f8ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd77213-3e70-44af-a732-07ce9c5187c5,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:43.682568 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:27:43.812323 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f712ed7-b5a8-4351-8f45-64d71af47856 req-3899259e-0712-4815-8316-d162eef48a7b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:43.814163 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b4dd1-ad38-41a7-8b42-d871e4e0697d req-4ae606ae-9dbf-427b-83cf-657cc9e8a553 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:43.819005 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2f712ed7-b5a8-4351-8f45-64d71af47856 req-3899259e-0712-4815-8316-d162eef48a7b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0539894 Oct 17 10:27:43.821417 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-370b4dd1-ad38-41a7-8b42-d871e4e0697d req-4ae606ae-9dbf-427b-83cf-657cc9e8a553 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0540307 Oct 17 10:27:43.868255 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2f712ed7-b5a8-4351-8f45-64d71af47856 req-72860e77-d193-4aa5-a990-6ff5fe476129 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470881 Oct 17 10:27:43.869909 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-370b4dd1-ad38-41a7-8b42-d871e4e0697d req-8cc03043-b1b9-4603-8c2c-152178c9f769 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473812 Oct 17 10:27:44.324020 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a37c9a-f7df-45c1-91d2-a15e25a4a336 req-73507f95-214b-4e12-875d-eec99f61c1fd tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:44.325491 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-44a37c9a-f7df-45c1-91d2-a15e25a4a336 req-73507f95-214b-4e12-875d-eec99f61c1fd tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 944 time: 0.0477042 Oct 17 10:27:44.378198 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-44a37c9a-f7df-45c1-91d2-a15e25a4a336 req-3a232a58-7b75-410e-a088-a9efa7778801 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Oct 17 10:27:44.831484 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-0cfc6e3f-f6c4-47be-9c8e-7c19737a8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:44.833004 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-0cfc6e3f-f6c4-47be-9c8e-7c19737a8b17 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 1127 time: 0.0399621 Oct 17 10:27:44.882529 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-d1437e1b-b473-4f45-a9f5-ee8004e8b6b3 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd77213-3e70-44af-a732-07ce9c5187c5 HTTP/1.1" status: 200 len: 217 time: 0.0330443 Oct 17 10:27:44.957278 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-a4acb6fc-365e-4483-b2d5-55351683df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:44.958804 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-a4acb6fc-365e-4483-b2d5-55351683df89 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0558531 Oct 17 10:27:45.006836 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157d436-53eb-400f-baf4-bb485cf7952d req-6c335078-b611-4471-a48b-8e880b9eac91 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:45.008399 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e157d436-53eb-400f-baf4-bb485cf7952d req-6c335078-b611-4471-a48b-8e880b9eac91 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0553827 Oct 17 10:27:45.039480 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea1e01-599c-4a21-82e2-a24bad718a0c req-339d8e13-b3d2-4fe0-b390-73ef35b14e23 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:45.042216 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f7ea1e01-599c-4a21-82e2-a24bad718a0c req-339d8e13-b3d2-4fe0-b390-73ef35b14e23 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0813525 Oct 17 10:27:45.043291 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-a38259ad-478f-4a08-b1b6-5965db76e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:45.044629 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-a38259ad-478f-4a08-b1b6-5965db76e196 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746768 Oct 17 10:27:45.061242 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e157d436-53eb-400f-baf4-bb485cf7952d req-823278d0-d7b3-4c4d-977f-abe2655ce24f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463252 Oct 17 10:27:45.160234 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f7ea1e01-599c-4a21-82e2-a24bad718a0c req-e6c30d48-dfd4-4298-ba5b-11bfc6b1b1d5 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086969 Oct 17 10:27:45.188421 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-7f87e7d3-3a9f-4be4-937b-1ca2a39756c9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332722 Oct 17 10:27:45.394214 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:27:45.437309 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:27:45.443730 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:27:45.444169 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:45.444517 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 Oct 17 10:27:45.501790 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f99fda-7df9-48e2-afbb-bcbc88d05ea8 req-9a312c7f-c94a-4c33-ae7a-3597ea2cc857 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:45.503314 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-78f99fda-7df9-48e2-afbb-bcbc88d05ea8 req-9a312c7f-c94a-4c33-ae7a-3597ea2cc857 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 944 time: 0.0491550 Oct 17 10:27:45.520487 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:27:45.520883 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:45.523496 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:45.546002 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:27:45.548501 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f9d2e5-b843-4ee8-82ae-2151142707cb" -d '{"events": [{"server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "name": "network-vif-plugged", "status": "completed", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:27:45.553214 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-78f99fda-7df9-48e2-afbb-bcbc88d05ea8 req-2f11e5a5-83d9-45d6-848f-6bda6efe6de7 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Oct 17 10:27:45.564859 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:27:45.578280 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:45.601301 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dd7526-22b2-464d-b24c-8721f2cbf9f1 x-openstack-request-id: req-d7dd7526-22b2-464d-b24c-8721f2cbf9f1 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:27:45.601613 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "name": "network-vif-plugged", "status": "completed", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:27:45.601867 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7dd7526-22b2-464d-b24c-8721f2cbf9f1 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:27:45.602258 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7dd7526-22b2-464d-b24c-8721f2cbf9f1'] response: {'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'code': 200} Oct 17 10:27:45.629397 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:45.731470 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5d1838e-86e4-44ea-be91-28c3e4c5e2ce req-f00662cd-6099-4d69-9a1e-f4ecb226b3a3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021104 Oct 17 10:27:46.184946 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c48db7-006a-4707-8680-d88c07f0cb41 req-5c03e0b4-2c2b-46e0-b484-6679bb2542a2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:46.186411 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3c48db7-006a-4707-8680-d88c07f0cb41 req-5c03e0b4-2c2b-46e0-b484-6679bb2542a2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0461957 Oct 17 10:27:46.240425 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3c48db7-006a-4707-8680-d88c07f0cb41 req-184b30dd-5e33-4cae-9189-763fe9e339e3 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484545 Oct 17 10:27:46.287968 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c683f9b-7a98-4aef-a4b7-bc5971650c7b req-367a6325-c542-430e-af13-b7fd705af6f1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:46.289465 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2c683f9b-7a98-4aef-a4b7-bc5971650c7b req-367a6325-c542-430e-af13-b7fd705af6f1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0534055 Oct 17 10:27:46.342227 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2c683f9b-7a98-4aef-a4b7-bc5971650c7b req-08fccca0-8efe-4225-b4e4-b8ad83f9d50b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472980 Oct 17 10:27:46.499983 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4482-7cc9-42e0-a116-0ea4b5c744c5 req-4e9e95a6-e49f-448b-bdc3-97e4d050349d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:46.501447 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d2b4482-7cc9-42e0-a116-0ea4b5c744c5 req-4e9e95a6-e49f-448b-bdc3-97e4d050349d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0474961 Oct 17 10:27:46.550318 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d2b4482-7cc9-42e0-a116-0ea4b5c744c5 req-cdaa24c7-0aca-4e10-8ffb-edd594300815 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Oct 17 10:27:46.579758 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 56708) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:46.676288 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76383c-1144-4f05-ba54-445300b1fe0a req-ef762f17-b874-4942-be93-ee2b4778d3a9 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:46.677766 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bd76383c-1144-4f05-ba54-445300b1fe0a req-ef762f17-b874-4942-be93-ee2b4778d3a9 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0474262 Oct 17 10:27:46.689692 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:46.726338 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bd76383c-1144-4f05-ba54-445300b1fe0a req-f8d82f70-0d5a-496c-a714-f150832649be tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Oct 17 10:27:46.769290 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d25aba-3a0e-4ccd-8f41-a9447c200b22 tempest-TestVolumeBootPattern-388758179 tempest-TestVolumeBootPattern-388758179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:46.770834 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f4d25aba-3a0e-4ccd-8f41-a9447c200b22 tempest-TestVolumeBootPattern-388758179 tempest-TestVolumeBootPattern-388758179-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 1124 time: 0.1900799 Oct 17 10:27:46.773909 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 56714) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:46.778310 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'port_id': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:46.803991 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:46.876671 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:46.894629 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:47.003191 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Allocated IP 172.27.3.131 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/ac042fca-05a7-400c-8468-a0a4a21c4bbe) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:27:47.111288 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for port (ac042fca-05a7-400c-8468-a0a4a21c4bbe), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:47.142307 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (ac042fca-05a7-400c-8468-a0a4a21c4bbe), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:47.186616 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:27:47.191268 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:27:47.195059 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:27:47.198223 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'Port': ['ID=ac042fca-05a7-400c-8468-a0a4a21c4bbe,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:47.225092 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.225445 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.225792 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.226132 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.226489 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.226828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.227151 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.227476 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.227801 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.228124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.229499 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.229921 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.230165 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.230520 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.230843 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:27:47.466243 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549c9f-dcd7-463a-9eaf-9e7cdca27181 req-2b063e2f-655e-4a2b-b6bf-90a6dd5e5ecc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:47.467769 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-56549c9f-dcd7-463a-9eaf-9e7cdca27181 req-2b063e2f-655e-4a2b-b6bf-90a6dd5e5ecc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0486145 Oct 17 10:27:47.511975 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:47.516898 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-56549c9f-dcd7-463a-9eaf-9e7cdca27181 req-80aade11-f658-4075-8ba9-24e9f6f1fb6c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 Oct 17 10:27:47.542554 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:47.561428 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (9d45441e-7bb9-48cd-a222-1666f9c4b589), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:47.629857 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (ac042fca-05a7-400c-8468-a0a4a21c4bbe), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:47.632449 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:47.778476 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for port (ac042fca-05a7-400c-8468-a0a4a21c4bbe), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:47.783129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (ac042fca-05a7-400c-8468-a0a4a21c4bbe), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:47.891944 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627dbdcb-4518-4614-8b94-2b7c7a3c40df req-eada108f-725c-4b4d-89a0-a6e2d6ef4f60 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:47.893312 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-627dbdcb-4518-4614-8b94-2b7c7a3c40df req-eada108f-725c-4b4d-89a0-a6e2d6ef4f60 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0879600 Oct 17 10:27:47.895930 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'Port': ['ID=ac042fca-05a7-400c-8468-a0a4a21c4bbe,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:47.898702 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (9d45441e-7bb9-48cd-a222-1666f9c4b589), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:48.238483 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-627dbdcb-4518-4614-8b94-2b7c7a3c40df req-cd5b7631-cf63-4254-8be5-d18b6cf0aa2b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371332 Oct 17 10:27:48.251684 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Floating IP 9d45441e-7bb9-48cd-a222-1666f9c4b589 associated. External IP: 172.27.3.131, port: 74d28022-6cac-4006-bf30-27fb6aed74d9. Oct 17 10:27:48.451352 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:27:48.552350 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:27:48.557936 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:48.564343 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] Sync routers for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:27:48.578886 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:27:48.579415 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:48.579692 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:27:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:27:48.619219 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-78f17be2-dee1-4725-bf71-b3d64f6fc07e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8440957 Oct 17 10:27:48.619922 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12170369-6077-4716-adf0-a110aebc1525', 'tag': '74d28022-6cac-4006-bf30-27fb6aed74d9'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:27:48.631129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221e5705-9225-4b23-944c-ef5174aa4dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "12170369-6077-4716-adf0-a110aebc1525", "tag": "74d28022-6cac-4006-bf30-27fb6aed74d9"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:27:48.654439 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4280aea-c07f-468a-b1ce-f0b6ae301e32 req-46509b0f-9a05-4660-bd99-82a4d9569a87 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:48.656617 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:48.656946 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a4280aea-c07f-468a-b1ce-f0b6ae301e32 req-46509b0f-9a05-4660-bd99-82a4d9569a87 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0572848 Oct 17 10:27:48.688977 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a08fcf4-06dd-4c95-92b2-f26d4ba0ce32 x-openstack-request-id: req-5a08fcf4-06dd-4c95-92b2-f26d4ba0ce32 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:27:48.689274 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12170369-6077-4716-adf0-a110aebc1525", "tag": "74d28022-6cac-4006-bf30-27fb6aed74d9", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:27:48.689554 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a08fcf4-06dd-4c95-92b2-f26d4ba0ce32 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:27:48.689991 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a08fcf4-06dd-4c95-92b2-f26d4ba0ce32'] response: {'name': 'network-changed', 'server_uuid': '12170369-6077-4716-adf0-a110aebc1525', 'tag': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'status': 'completed', 'code': 200} Oct 17 10:27:48.707901 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a4280aea-c07f-468a-b1ce-f0b6ae301e32 req-5a9ee533-a2af-4959-a904-5fba5b1e9713 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 Oct 17 10:27:48.721139 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:27:48.932729 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '9d45441e-7bb9-48cd-a222-1666f9c4b589', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:ef:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12170369-6077-4716-adf0-a110aebc1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:27:47Z', 'updated_at': '2022-10-17T10:27:47Z', 'revision_number': 0, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:27:48.957522 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] Checking router: 2eca77e2-dba6-45ad-a93e-27c00a3ad862 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:27:48.966479 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:27:48.967081 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:27:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:27:49.198437 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:27:49.360149 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98bf37-f840-4840-94ff-48ff5c603798 req-48976b3c-ace0-45ef-897a-c08fdeb2422d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:49.361626 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bd98bf37-f840-4840-94ff-48ff5c603798 req-48976b3c-ace0-45ef-897a-c08fdeb2422d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0468066 Oct 17 10:27:49.408117 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '9d45441e-7bb9-48cd-a222-1666f9c4b589', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:ef:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12170369-6077-4716-adf0-a110aebc1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:27:47Z', 'updated_at': '2022-10-17T10:27:47Z', 'revision_number': 0, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:27:49.411870 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bd98bf37-f840-4840-94ff-48ff5c603798 req-eb5443ca-f7bb-4d91-af7d-450e7a0d906e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Oct 17 10:27:49.437723 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60b4d0-33dc-4574-819e-2b806a655968 None None] The sync data for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi is: [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '9d45441e-7bb9-48cd-a222-1666f9c4b589', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:ef:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12170369-6077-4716-adf0-a110aebc1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:27:47Z', 'updated_at': '2022-10-17T10:27:47Z', 'revision_number': 0, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:27:49.613851 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea3ddd-3fa9-42b3-9ab2-04db8ec8b87b None None] New status for floating IP 9d45441e-7bb9-48cd-a222-1666f9c4b589: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:27:49.832231 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb218d1d-2d77-4c77-903e-1d66ecf2673d req-97d77f20-2631-48d0-a45b-195be3b9f6f6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:49.833706 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb218d1d-2d77-4c77-903e-1d66ecf2673d req-97d77f20-2631-48d0-a45b-195be3b9f6f6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0484684 Oct 17 10:27:49.880993 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb218d1d-2d77-4c77-903e-1d66ecf2673d req-5eebafc6-2277-4428-8a28-4be836f18ab3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Oct 17 10:27:49.984722 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:50.533421 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde12c0-3498-4e93-abde-23d5b89b694e req-82bb64d2-b4f5-4bf5-bc8f-8bcf9d5cfd8d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:50.534898 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bdde12c0-3498-4e93-abde-23d5b89b694e req-82bb64d2-b4f5-4bf5-bc8f-8bcf9d5cfd8d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0466793 Oct 17 10:27:50.559333 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:50.585414 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bdde12c0-3498-4e93-abde-23d5b89b694e req-612f0ca4-ac8b-4464-b3ab-58f479876232 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Oct 17 10:27:50.998884 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969db36-cb35-4f86-a898-a34a2d0875e0 req-fbbbf3e0-56d3-487b-aaad-c996ab76026a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:51.000324 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f969db36-cb35-4f86-a898-a34a2d0875e0 req-fbbbf3e0-56d3-487b-aaad-c996ab76026a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0466614 Oct 17 10:27:51.023720 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:51.050969 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f969db36-cb35-4f86-a898-a34a2d0875e0 req-d2264465-5720-458d-94d5-edda05647b49 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453310 Oct 17 10:27:51.704695 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08b8f9-4676-49e3-abb3-4809bdbe7d51 req-67073372-9cb2-4606-b9f5-c673a31109de tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:51.706172 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-df08b8f9-4676-49e3-abb3-4809bdbe7d51 req-67073372-9cb2-4606-b9f5-c673a31109de tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0475237 Oct 17 10:27:51.755350 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-df08b8f9-4676-49e3-abb3-4809bdbe7d51 req-2a096264-1b0c-4b81-be58-ef22bfd7f372 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Oct 17 10:27:52.176943 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c0cb7-c66a-408e-b1b6-b67bd1053399 req-27a950e4-a505-4539-9318-5b74c82facbb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:52.178459 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-484c0cb7-c66a-408e-b1b6-b67bd1053399 req-27a950e4-a505-4539-9318-5b74c82facbb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0513606 Oct 17 10:27:52.233156 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-484c0cb7-c66a-408e-b1b6-b67bd1053399 req-78b7511c-657c-44be-9edd-59b89d6633d0 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487442 Oct 17 10:27:52.889553 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57075cf7-d4a4-42a6-9d35-0b2f10a94b5c req-1460f9b3-fa20-43c2-8f88-24ce0d5e5e45 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:52.891478 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-57075cf7-d4a4-42a6-9d35-0b2f10a94b5c req-1460f9b3-fa20-43c2-8f88-24ce0d5e5e45 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0499127 Oct 17 10:27:52.949574 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-57075cf7-d4a4-42a6-9d35-0b2f10a94b5c req-8c181fcd-bb12-4569-8d92-a860e1815a50 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521529 Oct 17 10:27:53.373606 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125ee9b-959d-437c-b03f-57757ce5ce6f req-a47eff0b-fea0-4dd6-90d1-76df30633f6b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:53.375336 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1125ee9b-959d-437c-b03f-57757ce5ce6f req-a47eff0b-fea0-4dd6-90d1-76df30633f6b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0627892 Oct 17 10:27:53.425922 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1125ee9b-959d-437c-b03f-57757ce5ce6f req-b09f6a44-4f66-4d67-9f5e-830428f94bc3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451601 Oct 17 10:27:54.015404 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bcac-0456-4392-8639-3c863a928725 req-40998e8a-4021-4e28-9793-10e6e87e4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:54.017320 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1b81bcac-0456-4392-8639-3c863a928725 req-40998e8a-4021-4e28-9793-10e6e87e4fab service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 1129 time: 0.0503173 Oct 17 10:27:54.024472 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-513c0596-8a69-4559-8a25-9973555fffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:54.026594 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-513c0596-8a69-4559-8a25-9973555fffe0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 1127 time: 0.0814264 Oct 17 10:27:54.029878 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-84f6b5b6-76eb-47f2-b0a7-f63724395782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:54.031230 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-84f6b5b6-76eb-47f2-b0a7-f63724395782 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 1129 time: 0.0553024 Oct 17 10:27:54.065628 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1b81bcac-0456-4392-8639-3c863a928725 req-a9ea25b7-96b6-49b8-b0cf-c363cf628e2f service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Oct 17 10:27:54.195875 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafecea-b524-4ce6-8698-a2a1cc2ecd6f req-fe587162-26df-41e7-8866-8120b3b6c247 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:54.197264 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9cafecea-b524-4ce6-8698-a2a1cc2ecd6f req-fe587162-26df-41e7-8866-8120b3b6c247 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.1197908 Oct 17 10:27:54.263688 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-44c82351-d0cd-426b-a9bb-f40e7f31a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:54.265232 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-44c82351-d0cd-426b-a9bb-f40e7f31a89b service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.2284670 Oct 17 10:27:54.272789 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-59a85e4d-f1b2-498b-ab18-b8b23574e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:54.274156 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-59a85e4d-f1b2-498b-ab18-b8b23574e6fe service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 913 time: 0.2360914 Oct 17 10:27:54.295889 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9cafecea-b524-4ce6-8698-a2a1cc2ecd6f req-cc5d1f02-fe93-46be-a84e-0435f883385c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922484 Oct 17 10:27:54.557403 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd7295-5f13-42cd-9196-2804681206f0 req-5e9c2b0a-35d1-46ef-b480-4077e668d641 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:54.558985 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-acbd7295-5f13-42cd-9196-2804681206f0 req-5e9c2b0a-35d1-46ef-b480-4077e668d641 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 943 time: 0.0541952 Oct 17 10:27:54.570016 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-7b43d7ca-eda3-4f85-935c-76bd1d0c2061 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd77213-3e70-44af-a732-07ce9c5187c5 HTTP/1.1" status: 200 len: 217 time: 0.0700777 Oct 17 10:27:54.630561 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-acbd7295-5f13-42cd-9196-2804681206f0 req-36b678c6-29e1-458c-828e-f2e82a271c9d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544250 Oct 17 10:27:54.640404 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-ab747c46-d2d9-4d00-a384-1bb23d43193d service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d28022-6cac-4006-bf30-27fb6aed74d9 HTTP/1.1" status: 200 len: 1001 time: 0.1480796 Oct 17 10:27:54.646439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-0340725b-ee8a-4609-b9ed-8acf2161c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:54.647848 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-0340725b-ee8a-4609-b9ed-8acf2161c23f service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0697999 Oct 17 10:27:55.324426 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:55.333825 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-9b42851a-c026-4693-8f83-cf5465e85011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:55.335520 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-9b42851a-c026-4693-8f83-cf5465e85011 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811634 Oct 17 10:27:55.339521 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-a6b51165-5239-45f6-943e-6c5ace0c9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:55.340916 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-a6b51165-5239-45f6-943e-6c5ace0c9f2a service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0766859 Oct 17 10:27:55.453722 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 8fd77213-3e70-44af-a732-07ce9c5187c5 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:27:55.465678 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-b2b433b7-77ae-4e6b-9047-d541975c9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:55.467225 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-b2b433b7-77ae-4e6b-9047-d541975c9675 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182270 Oct 17 10:27:55.472600 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:55.510633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dc9ca-dc8d-40b8-badd-0697b6ad5a10 req-30a28279-d4d4-47e2-b194-83fd0ec1ba9e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:55.512107 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f54dc9ca-dc8d-40b8-badd-0697b6ad5a10 req-30a28279-d4d4-47e2-b194-83fd0ec1ba9e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0978098 Oct 17 10:27:55.556288 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 56862) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:55.573452 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 8fd77213-3e70-44af-a732-07ce9c5187c5, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8fd77213-3e70-44af-a732-07ce9c5187c5,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:27:55.579017 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-7538a627-8877-4d60-a9b8-dd7546362ad0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371149 Oct 17 10:27:55.590232 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'port_id': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'mac_address': 'fa:16:3e:d6:f2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:27:55.609518 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:55.627099 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 8fd77213-3e70-44af-a732-07ce9c5187c5 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:27:55.627491 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:55.633042 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f54dc9ca-dc8d-40b8-badd-0697b6ad5a10 req-2c22f489-4ddf-4643-86bb-6bc23711f3d2 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056828 Oct 17 10:27:55.643216 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd77213-3e70-44af-a732-07ce9c5187c5 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:27:55.651257 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-d4037bd2-da0e-4b7b-b7f6-f92f6eb9729c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658399 Oct 17 10:27:55.681125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 8fd77213-3e70-44af-a732-07ce9c5187c5, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8fd77213-3e70-44af-a732-07ce9c5187c5,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:27:55.687229 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:55.720669 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8b36aaa7-bc18-4b89-92f5-5c95010d47a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:55.788410 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=8fd77213-3e70-44af-a732-07ce9c5187c5,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:55.863760 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec671-ffdc-4220-b42b-0ac8928b195f req-c9dd2b42-9a1d-4967-83bb-cbdd0aab185e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:55.865867 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa0ec671-ffdc-4220-b42b-0ac8928b195f req-c9dd2b42-9a1d-4967-83bb-cbdd0aab185e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 944 time: 0.1290691 Oct 17 10:27:55.917603 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8b36aaa7-bc18-4b89-92f5-5c95010d47a9 admin admin] Publish callbacks [] for security_group (ff3ed66e-590f-4a59-aa69-9b8e04cc0ddd), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:55.926721 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8b36aaa7-bc18-4b89-92f5-5c95010d47a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ff3ed66e-590f-4a59-aa69-9b8e04cc0ddd), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:55.939384 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-221e5705-9225-4b23-944c-ef5174aa4dd4 req-6206b560-d895-40ef-b77f-e496120c749f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146556 Oct 17 10:27:55.941338 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2b85cb92-610b-4e46-9e29-31e169be4fca req-ef0442e9-5973-4a3e-9eee-19ebd5e268f9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267795 Oct 17 10:27:55.974726 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa0ec671-ffdc-4220-b42b-0ac8928b195f req-a68a0230-bd98-4176-a866-70c7e30641a8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019683 Oct 17 10:27:55.984825 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8b36aaa7-bc18-4b89-92f5-5c95010d47a9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f8212d6289834a9899dadb01d2f10e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259677 Oct 17 10:27:55.987583 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 56874) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:55.994654 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36aaa7-bc18-4b89-92f5-5c95010d47a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ed66e-590f-4a59-aa69-9b8e04cc0ddd,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:56.036372 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:56.050030 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e970fc9d-04d8-464a-8ace-9ab18aa874eb admin admin] Publish callbacks [] for security_group (ff3ed66e-590f-4a59-aa69-9b8e04cc0ddd), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.077119 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e970fc9d-04d8-464a-8ace-9ab18aa874eb admin admin] Publish callbacks [] for security_group (ff3ed66e-590f-4a59-aa69-9b8e04cc0ddd), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.130215 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e970fc9d-04d8-464a-8ace-9ab18aa874eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ff3ed66e-590f-4a59-aa69-9b8e04cc0ddd), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.132782 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e970fc9d-04d8-464a-8ace-9ab18aa874eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.134144 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e970fc9d-04d8-464a-8ace-9ab18aa874eb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ff3ed66e-590f-4a59-aa69-9b8e04cc0ddd HTTP/1.1" status: 204 len: 168 time: 0.1453683 Oct 17 10:27:56.143670 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970fc9d-04d8-464a-8ace-9ab18aa874eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ed66e-590f-4a59-aa69-9b8e04cc0ddd,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:56.201793 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['8fd77213-3e70-44af-a732-07ce9c5187c5'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:27:56.257269 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:56.427544 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 56880) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:56.442368 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c44caea6-fdeb-443a-97c4-8d86a3790aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.468747 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:56.529666 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c44caea6-fdeb-443a-97c4-8d86a3790aea admin admin] Publish callbacks [] for security_group (6059dd6b-7108-48dc-a96f-69f02f89f318), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.533374 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c44caea6-fdeb-443a-97c4-8d86a3790aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (6059dd6b-7108-48dc-a96f-69f02f89f318), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.575137 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c44caea6-fdeb-443a-97c4-8d86a3790aea admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bd50088ea246418297404cf41b59e30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465514 Oct 17 10:27:56.576376 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44caea6-fdeb-443a-97c4-8d86a3790aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6059dd6b-7108-48dc-a96f-69f02f89f318,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:56.577864 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 56882) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:56.628702 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddc1697a-1185-4af4-903b-bea3ca5e1aa3 admin admin] Publish callbacks [] for security_group (6059dd6b-7108-48dc-a96f-69f02f89f318), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.649279 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddc1697a-1185-4af4-903b-bea3ca5e1aa3 admin admin] Publish callbacks [] for security_group (6059dd6b-7108-48dc-a96f-69f02f89f318), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.699739 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddc1697a-1185-4af4-903b-bea3ca5e1aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (6059dd6b-7108-48dc-a96f-69f02f89f318), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.702843 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddc1697a-1185-4af4-903b-bea3ca5e1aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:56.704193 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ddc1697a-1185-4af4-903b-bea3ca5e1aa3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6059dd6b-7108-48dc-a96f-69f02f89f318 HTTP/1.1" status: 204 len: 168 time: 0.1247132 Oct 17 10:27:56.712976 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1697a-1185-4af4-903b-bea3ca5e1aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6059dd6b-7108-48dc-a96f-69f02f89f318,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:56.772473 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbed15-710c-479c-ace0-f8ad9df7f774 req-e3c11528-7582-42e6-8f87-c8567735cb0e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:56.773977 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-64fbed15-710c-479c-ace0-f8ad9df7f774 req-e3c11528-7582-42e6-8f87-c8567735cb0e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0505602 Oct 17 10:27:56.826686 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-64fbed15-710c-479c-ace0-f8ad9df7f774 req-ce667d4d-09b1-4e22-a333-94e2aac471c2 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Oct 17 10:27:56.977600 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa5e10-0a68-4c81-a783-e8e638e886b8 req-7c07a088-aad2-400a-ba2e-37db60cbe734 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:56.980703 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-14aa5e10-0a68-4c81-a783-e8e638e886b8 req-7c07a088-aad2-400a-ba2e-37db60cbe734 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0614378 Oct 17 10:27:57.036580 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-14aa5e10-0a68-4c81-a783-e8e638e886b8 req-cdbf8aa6-f05d-4d3f-a04a-360eb328e94e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474865 Oct 17 10:27:57.120409 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85745aa-dc60-42bf-bc37-9b0ec31c95b1 req-585fb31e-56fc-48c7-9b68-8b9fc318b3cb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:57.122226 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c85745aa-dc60-42bf-bc37-9b0ec31c95b1 req-585fb31e-56fc-48c7-9b68-8b9fc318b3cb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 944 time: 0.0575497 Oct 17 10:27:57.183660 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c85745aa-dc60-42bf-bc37-9b0ec31c95b1 req-54390ff9-0d18-4929-9b3c-826400f366ee tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521698 Oct 17 10:27:57.429793 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175416f0-756c-4fa9-a269-506b0855d8bf req-d044b243-11b9-464b-9c25-3e6408bf9c25 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:57.431563 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-175416f0-756c-4fa9-a269-506b0855d8bf req-d044b243-11b9-464b-9c25-3e6408bf9c25 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0527117 Oct 17 10:27:57.458555 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 8fd77213-3e70-44af-a732-07ce9c5187c5 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:27:57.484028 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-175416f0-756c-4fa9-a269-506b0855d8bf req-31553d1d-4954-49f6-8746-bf9ae3d852d2 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Oct 17 10:27:57.511638 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 8fd77213-3e70-44af-a732-07ce9c5187c5 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:27:57.519625 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 8fd77213-3e70-44af-a732-07ce9c5187c5 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:27:57.521126 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:57.522084 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 8fd77213-3e70-44af-a732-07ce9c5187c5 Oct 17 10:27:57.606652 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 8fd77213-3e70-44af-a732-07ce9c5187c5 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:27:57.607053 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:57.632861 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:27:57.635203 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa102c2-c279-472c-8f6f-61364e2ad8da" -d '{"events": [{"server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "name": "network-vif-plugged", "status": "completed", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:27:57.649561 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 8fd77213-3e70-44af-a732-07ce9c5187c5, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8fd77213-3e70-44af-a732-07ce9c5187c5,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:27:57.655852 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:57.700730 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc95cf2-3ca2-4e9a-b2a8-54370cdaa614 x-openstack-request-id: req-dfc95cf2-3ca2-4e9a-b2a8-54370cdaa614 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:27:57.701054 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "name": "network-vif-plugged", "status": "completed", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:27:57.701310 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfc95cf2-3ca2-4e9a-b2a8-54370cdaa614 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:27:57.701779 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc95cf2-3ca2-4e9a-b2a8-54370cdaa614'] response: {'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'code': 200} Oct 17 10:27:57.717344 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=8fd77213-3e70-44af-a732-07ce9c5187c5,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:57.950098 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:57.957398 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c731d12-fdbf-4e7f-aa34-405cb0bb96f2 req-93795d48-f74c-4f98-badd-8bbc20707a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:57.959272 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1c731d12-fdbf-4e7f-aa34-405cb0bb96f2 req-93795d48-f74c-4f98-badd-8bbc20707a81 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0474505 Oct 17 10:27:58.009937 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1c731d12-fdbf-4e7f-aa34-405cb0bb96f2 req-eea6933d-a3f2-43b9-950e-fc092f693b1c service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Oct 17 10:27:58.264532 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 56958) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:58.328984 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2832a9-e250-4c33-9849-72f97f5ef1c9 req-e6ce56f5-2d2b-41ef-bfe0-c89fc379c9ca tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:58.330557 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fd2832a9-e250-4c33-9849-72f97f5ef1c9 req-e6ce56f5-2d2b-41ef-bfe0-c89fc379c9ca tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0535965 Oct 17 10:27:58.387183 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cf70faae-8647-40a6-872c-f6d3d500934a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.387997 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fd2832a9-e250-4c33-9849-72f97f5ef1c9 req-e37959d3-bc72-4c7d-b40c-81974a3b0fdb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461953 Oct 17 10:27:58.467811 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cf70faae-8647-40a6-872c-f6d3d500934a admin admin] Publish callbacks [] for security_group (9328eedc-5819-4b12-a4b0-6f83051c4d4e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.472839 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cf70faae-8647-40a6-872c-f6d3d500934a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9328eedc-5819-4b12-a4b0-6f83051c4d4e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.514912 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cf70faae-8647-40a6-872c-f6d3d500934a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c45638677b3540e281a8c5771d1dca24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491856 Oct 17 10:27:58.515687 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70faae-8647-40a6-872c-f6d3d500934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9328eedc-5819-4b12-a4b0-6f83051c4d4e,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:58.518374 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 56964) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:58.562744 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:58.576067 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6c4a8c26-82ae-4313-8d79-683078d45940 admin admin] Publish callbacks [] for security_group (9328eedc-5819-4b12-a4b0-6f83051c4d4e), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.597307 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6c4a8c26-82ae-4313-8d79-683078d45940 admin admin] Publish callbacks [] for security_group (9328eedc-5819-4b12-a4b0-6f83051c4d4e), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.651613 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6c4a8c26-82ae-4313-8d79-683078d45940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9328eedc-5819-4b12-a4b0-6f83051c4d4e), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.655857 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6c4a8c26-82ae-4313-8d79-683078d45940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.659962 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-6c4a8c26-82ae-4313-8d79-683078d45940 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9328eedc-5819-4b12-a4b0-6f83051c4d4e HTTP/1.1" status: 204 len: 168 time: 0.1380312 Oct 17 10:27:58.669103 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a8c26-82ae-4313-8d79-683078d45940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9328eedc-5819-4b12-a4b0-6f83051c4d4e,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:58.688482 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 56970) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:58.806837 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-98f907aa-a579-486c-8fff-1c11fefd20f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.908110 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-98f907aa-a579-486c-8fff-1c11fefd20f4 admin admin] Publish callbacks [] for security_group (fd7ee77a-f205-4fc3-8d74-b5f0ba768465), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.912138 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-98f907aa-a579-486c-8fff-1c11fefd20f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (fd7ee77a-f205-4fc3-8d74-b5f0ba768465), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:58.955510 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-98f907aa-a579-486c-8fff-1c11fefd20f4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=26165d67d72b4ce6bcecd15b74246aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652574 Oct 17 10:27:58.957035 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 56980) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:58.967007 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f907aa-a579-486c-8fff-1c11fefd20f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ee77a-f205-4fc3-8d74-b5f0ba768465,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:59.030853 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4dc6-a78e-423a-876a-d954626a32b9 admin admin] Publish callbacks [] for security_group (fd7ee77a-f205-4fc3-8d74-b5f0ba768465), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.059705 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4dc6-a78e-423a-876a-d954626a32b9 admin admin] Publish callbacks [] for security_group (fd7ee77a-f205-4fc3-8d74-b5f0ba768465), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.127152 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4dc6-a78e-423a-876a-d954626a32b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (fd7ee77a-f205-4fc3-8d74-b5f0ba768465), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.130837 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4dc6-a78e-423a-876a-d954626a32b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.132146 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-3c9f4dc6-a78e-423a-876a-d954626a32b9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fd7ee77a-f205-4fc3-8d74-b5f0ba768465 HTTP/1.1" status: 204 len: 168 time: 0.1732695 Oct 17 10:27:59.141402 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f4dc6-a78e-423a-876a-d954626a32b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ee77a-f205-4fc3-8d74-b5f0ba768465,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:59.559491 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb009fe8-7de7-40b6-9aa9-d2d273ceb0f7 req-07ebedcd-5759-4a1d-8cd0-e415e247c2db tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:27:59.562865 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eb009fe8-7de7-40b6-9aa9-d2d273ceb0f7 req-07ebedcd-5759-4a1d-8cd0-e415e247c2db tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0686491 Oct 17 10:27:59.588301 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57018) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:59.604044 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57022) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:59.605559 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a3d1aa23-742f-4ffc-bfd2-a10f1d3dd8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.649195 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eb009fe8-7de7-40b6-9aa9-d2d273ceb0f7 req-df3a9bfc-ad09-4655-981d-a313a39d1682 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806315 Oct 17 10:27:59.716805 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:59.717829 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a3d1aa23-742f-4ffc-bfd2-a10f1d3dd8c1 admin admin] Publish callbacks [] for security_group (8e0425c4-13c4-4ad0-bcaa-c5213583c474), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.719534 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:59.723195 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a3d1aa23-742f-4ffc-bfd2-a10f1d3dd8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8e0425c4-13c4-4ad0-bcaa-c5213583c474), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.767428 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a3d1aa23-742f-4ffc-bfd2-a10f1d3dd8c1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=26888ab3a1014bb9976ab6dec006a8e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778262 Oct 17 10:27:59.769793 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57026) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:27:59.779158 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1aa23-742f-4ffc-bfd2-a10f1d3dd8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0425c4-13c4-4ad0-bcaa-c5213583c474,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:59.784927 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1745620556-network', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:27:59.828510 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Made reservation on behalf of 8ca835fdc95849cd8db1882ebb693cc3 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:27:59.831365 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.840277 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7efe934d-75c5-4886-810b-5bbc6a73686c admin admin] Publish callbacks [] for security_group (8e0425c4-13c4-4ad0-bcaa-c5213583c474), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.842883 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:59.844453 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.865858 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7efe934d-75c5-4886-810b-5bbc6a73686c admin admin] Publish callbacks [] for security_group (8e0425c4-13c4-4ad0-bcaa-c5213583c474), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.919683 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7efe934d-75c5-4886-810b-5bbc6a73686c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8e0425c4-13c4-4ad0-bcaa-c5213583c474), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.922733 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7efe934d-75c5-4886-810b-5bbc6a73686c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.924542 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-7efe934d-75c5-4886-810b-5bbc6a73686c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8e0425c4-13c4-4ad0-bcaa-c5213583c474 HTTP/1.1" status: 204 len: 168 time: 0.1529527 Oct 17 10:27:59.933028 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe934d-75c5-4886-810b-5bbc6a73686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0425c4-13c4-4ad0-bcaa-c5213583c474,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:27:59.946543 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Publish callbacks [] for security_group (3fe6607f-bedd-4a95-a9ce-f41ec154cc90), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.951435 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3fe6607f-bedd-4a95-a9ce-f41ec154cc90), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:27:59.960087 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:27:59.978022 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:27:59.995464 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe6607f-bedd-4a95-a9ce-f41ec154cc90,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:00.000639 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (e49945e5-3672-4489-be01-d11a901e2e80), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.001046 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Added segment e49945e5-3672-4489-be01-d11a901e2e80 of type vlan for network d56795ad-30de-454e-bbb7-cab8a4532983 Oct 17 10:28:00.047475 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (d56795ad-30de-454e-bbb7-cab8a4532983), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.073369 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (d56795ad-30de-454e-bbb7-cab8a4532983), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.074794 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:00.075400 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.136754 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5307825 Oct 17 10:28:00.140008 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57032) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:00.141974 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076bdfb-d3f2-42de-bd48-b992323c0d64 admin admin] Pushing event updated for resources: {'Network': ['ID=d56795ad-30de-454e-bbb7-cab8a4532983,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:00.145729 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Request body: {'subnet': {'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1745620556-subnet', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:00.161937 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network d56795ad-30de-454e-bbb7-cab8a4532983 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:28:00.168578 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Made reservation on behalf of 8ca835fdc95849cd8db1882ebb693cc3 for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:28:00.171496 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097340'] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.175955 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:00.278247 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:00.391088 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16629009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097326'] for subnet (5f930520-938c-40ea-9764-88e84144a5bd), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.444340 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f930520-938c-40ea-9764-88e84144a5bd,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:00.459584 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Checking segment: {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:00.459898 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Network hostable DHCP agents. Network: d56795ad-30de-454e-bbb7-cab8a4532983, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:28:00.477475 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Network d56795ad-30de-454e-bbb7-cab8a4532983 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:28:00.490161 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, d56795ad-30de-454e-bbb7-cab8a4532983) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:00.495617 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:00.499609 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81f6ea-349a-40ae-8c5f-129818007b81 None None] Network d56795ad-30de-454e-bbb7-cab8a4532983 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:28:00.502498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.523266 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-99639a06-c8bf-4d04-a7ff-a6c05aa8cba7 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3821228 Oct 17 10:28:00.526877 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57048) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:00.531439 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:00.558136 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.559406 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.569838 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:00.631661 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks [] for router_controller (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), precommit_add_association {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.635422 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-d56795ad-30de-454e-bbb7-cab8a4532983', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:28:00.636884 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.811394 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks [] for router_gateway (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:00.817904 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Allocated IP 172.20.0.2 (d56795ad-30de-454e-bbb7-cab8a4532983/5f930520-938c-40ea-9764-88e84144a5bd/c39603f3-dd16-49fc-8509-123e58892f57) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:00.874453 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4ed0-a5c1-4dab-8e85-7da174f7197d req-e5a1ee7a-21f6-4cac-aa19-18136eee3a9f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:00.875950 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-410b4ed0-a5c1-4dab-8e85-7da174f7197d req-e5a1ee7a-21f6-4cac-aa19-18136eee3a9f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0774496 Oct 17 10:28:00.977648 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-410b4ed0-a5c1-4dab-8e85-7da174f7197d req-e5e53be5-4d6c-4cbb-b637-55d5ea0a20b3 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753820 Oct 17 10:28:00.995155 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Publish callbacks [] for port (c39603f3-dd16-49fc-8509-123e58892f57), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.013087 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (c39603f3-dd16-49fc-8509-123e58892f57), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.049775 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:01.070539 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Network d56795ad-30de-454e-bbb7-cab8a4532983 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:01.086148 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:01.094555 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:01.100177 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Pushing event updated for resources: {'Port': ['ID=c39603f3-dd16-49fc-8509-123e58892f57,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:01.132495 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks [] for router_gateway (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.140678 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff212-5f26-476d-bbdc-6b76d139c2f9 req-46e0a8f7-5a49-4829-a242-f756131d0f7a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:01.155178 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ffff212-5f26-476d-bbdc-6b76d139c2f9 req-46e0a8f7-5a49-4829-a242-f756131d0f7a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0889466 Oct 17 10:28:01.155390 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.155700 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57068) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:01.160912 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-79a7d137-a941-4e43-9467-60fb2c8f0c94 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Request body: {'floatingip': {'port_id': '8fd77213-3e70-44af-a732-07ce9c5187c5'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:01.173793 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Attempting to bind port c39603f3-dd16-49fc-8509-123e58892f57 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:28:01.174937 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Attempting to bind port c39603f3-dd16-49fc-8509-123e58892f57 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:28:01.175561 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Attempting to bind port c39603f3-dd16-49fc-8509-123e58892f57 on network d56795ad-30de-454e-bbb7-cab8a4532983 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:01.207866 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-79a7d137-a941-4e43-9467-60fb2c8f0c94 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for floatingip (1aa77e07-f348-4475-91ea-cdadd656282b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.238754 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:28:01.239891 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Checking segment: {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:01.240936 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.241591 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Bound using segment: {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:28:01.242371 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Bound port: c39603f3-dd16-49fc-8509-123e58892f57, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:28:01.243038 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (c39603f3-dd16-49fc-8509-123e58892f57), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.325232 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] For port c39603f3-dd16-49fc-8509-123e58892f57, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:28:01.330685 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] For port c39603f3-dd16-49fc-8509-123e58892f57, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=c39603f3-dd16-49fc-8509-123e58892f57,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:28:01.342995 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (c39603f3-dd16-49fc-8509-123e58892f57), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.446094 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76098728-a5e7-48e1-8945-ae56f50952a6 None None] Pushing event updated for resources: {'Port': ['ID=c39603f3-dd16-49fc-8509-123e58892f57,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:01.533801 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:01.607297 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Allocated IP 172.27.3.97 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/5ca2b4be-16fe-42f6-84af-27138947c83c) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:01.768336 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:01.793027 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks [] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.831860 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-79a7d137-a941-4e43-9467-60fb2c8f0c94 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.847960 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-79a7d137-a941-4e43-9467-60fb2c8f0c94 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (1aa77e07-f348-4475-91ea-cdadd656282b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.853194 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:01.898887 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:01.902902 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:01.905503 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:01.934017 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Pushing event updated for resources: {'Port': ['ID=5ca2b4be-16fe-42f6-84af-27138947c83c,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:01.961620 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-79a7d137-a941-4e43-9467-60fb2c8f0c94 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Floating IP 1aa77e07-f348-4475-91ea-cdadd656282b associated. External IP: 172.27.3.142, port: 8fd77213-3e70-44af-a732-07ce9c5187c5. Oct 17 10:28:02.223300 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks [] for router_gateway (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:02.245363 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:02.367009 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:02.441661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a7d137-a941-4e43-9467-60fb2c8f0c94 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:28:02.469077 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:02.562747 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a7d137-a941-4e43-9467-60fb2c8f0c94 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:28:02.568270 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171c8f4-f7be-4adc-81ae-971f9e5abc77 None None] Network d56795ad-30de-454e-bbb7-cab8a4532983 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:28:02.575707 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-79a7d137-a941-4e43-9467-60fb2c8f0c94 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:02.578246 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] Sync routers for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:28:02.597123 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:02.605627 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:28:02.612618 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-79a7d137-a941-4e43-9467-60fb2c8f0c94 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/1aa77e07-f348-4475-91ea-cdadd656282b HTTP/1.1" status: 200 len: 991 time: 1.4558511 Oct 17 10:28:02.613326 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:28:02.616191 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fffdb45-f149-4bf4-a0af-329707ab830c" -d '{"events": [{"name": "network-changed", "server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:28:02.644727 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-66d0d148-8819-489f-8080-2324503e2bef None None] Provisioning complete for port c39603f3-dd16-49fc-8509-123e58892f57 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:02.645102 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-66d0d148-8819-489f-8080-2324503e2bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (c39603f3-dd16-49fc-8509-123e58892f57), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:02.645438 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-66d0d148-8819-489f-8080-2324503e2bef None None] Attempt 1 to provision port c39603f3-dd16-49fc-8509-123e58892f57 Oct 17 10:28:02.658146 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:02.658747 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:27:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:02.661274 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125c08c3-5cf0-4ce2-b178-03d844c15d64 x-openstack-request-id: req-125c08c3-5cf0-4ce2-b178-03d844c15d64 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:28:02.661795 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:28:02.663409 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-125c08c3-5cf0-4ce2-b178-03d844c15d64 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:28:02.663939 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125c08c3-5cf0-4ce2-b178-03d844c15d64'] response: {'name': 'network-changed', 'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'status': 'completed', 'code': 200} Oct 17 10:28:02.729412 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:28:02.743178 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Sync routers for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:28:02.753936 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:02.757873 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7219bd16-781c-42a6-b181-7204ac67f2dd admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2273850 Oct 17 10:28:02.758061 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57092) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:02.759723 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:02.763746 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:27:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:02.787522 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-34af5e6d-a391-4fb6-bca2-459915010303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:02.789058 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-34af5e6d-a391-4fb6-bca2-459915010303 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0681612 Oct 17 10:28:02.806747 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:02.814989 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device c39603f3-dd16-49fc-8509-123e58892f57 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:02.893067 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:02.909003 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:02.921477 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-66d0d148-8819-489f-8080-2324503e2bef None None] Current status of the port c39603f3-dd16-49fc-8509-123e58892f57 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:02.922022 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-66d0d148-8819-489f-8080-2324503e2bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (c39603f3-dd16-49fc-8509-123e58892f57), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:02.948672 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-adaa8434-b3c2-4826-a6d3-325a6c7a767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:02.950476 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-adaa8434-b3c2-4826-a6d3-325a6c7a767a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.1554794 Oct 17 10:28:02.981979 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:03.049884 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-66d0d148-8819-489f-8080-2324503e2bef None None] For port c39603f3-dd16-49fc-8509-123e58892f57, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=c39603f3-dd16-49fc-8509-123e58892f57,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:03.054924 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-50175c4a-fab4-402f-a2b0-e853851d3e40 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd77213-3e70-44af-a732-07ce9c5187c5 HTTP/1.1" status: 200 len: 999 time: 0.0953355 Oct 17 10:28:03.076678 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:03.077538 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port c39603f3-dd16-49fc-8509-123e58892f57 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:03.077915 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (c39603f3-dd16-49fc-8509-123e58892f57), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.078249 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port c39603f3-dd16-49fc-8509-123e58892f57 Oct 17 10:28:03.085316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-66d0d148-8819-489f-8080-2324503e2bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (c39603f3-dd16-49fc-8509-123e58892f57), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.112884 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:02Z', 'revision_number': 3, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:03.141797 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Checking router: 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:28:03.142759 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Updating router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e port 5ca2b4be-16fe-42f6-84af-27138947c83c binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:28:03.166110 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-4dee1afd-fb76-47bb-9e24-64f64b84bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:03.167894 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-4dee1afd-fb76-47bb-9e24-64f64b84bf71 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.1061172 Oct 17 10:28:03.174895 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.258633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-6a959cfa-60e2-4982-b02e-96dae119d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:03.260701 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-6a959cfa-60e2-4982-b02e-96dae119d5ca service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858624 Oct 17 10:28:03.388330 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.418956 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-5246fd2b-dc73-479d-a19d-24ec9969b6b8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511490 Oct 17 10:28:03.426121 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port c39603f3-dd16-49fc-8509-123e58892f57 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:03.467358 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0d148-8819-489f-8080-2324503e2bef None None] Pushing event updated for resources: {'Port': ['ID=c39603f3-dd16-49fc-8509-123e58892f57,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:03.476085 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-3ebe54b7-a751-44ff-81c9-7701050a2e34 None None] Provisioning complete for port c39603f3-dd16-49fc-8509-123e58892f57 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:03.476465 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3ebe54b7-a751-44ff-81c9-7701050a2e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (c39603f3-dd16-49fc-8509-123e58892f57), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.476811 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-3ebe54b7-a751-44ff-81c9-7701050a2e34 None None] Attempt 1 to provision port c39603f3-dd16-49fc-8509-123e58892f57 Oct 17 10:28:03.569648 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Publish callbacks [] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.580128 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.592345 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fffdb45-f149-4bf4-a0af-329707ab830c req-89f9a53d-7e63-4eca-8194-341936ab781d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650898 Oct 17 10:28:03.624599 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '1aa77e07-f348-4475-91ea-cdadd656282b', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'port_id': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'mac_address': 'fa:16:3e:d6:f2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:27:09Z', 'updated_at': '2022-10-17T10:28:01Z', 'revision_number': 1, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:03.629006 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe54b7-a751-44ff-81c9-7701050a2e34 None None] Current status of the port c39603f3-dd16-49fc-8509-123e58892f57 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:03.656721 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Pushing event updated for resources: {'Port': ['ID=5ca2b4be-16fe-42f6-84af-27138947c83c,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:03.657691 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] Checking router: 41f18f55-223a-44e7-b437-dcc7ccddd1d5 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:28:03.667750 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:03.668387 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:27:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:03.669477 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.670044 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.671237 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.671860 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.672324 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.672763 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.673297 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.674172 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.674762 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.675199 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.676120 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.676562 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.677123 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.678177 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.678633 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:03.683842 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Attempting to bind port 5ca2b4be-16fe-42f6-84af-27138947c83c on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:28:03.684223 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Attempting to bind port 5ca2b4be-16fe-42f6-84af-27138947c83c by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:28:03.684815 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Attempting to bind port 5ca2b4be-16fe-42f6-84af-27138947c83c on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:03.697962 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Allocated IP 172.20.0.1 (d56795ad-30de-454e-bbb7-cab8a4532983/5f930520-938c-40ea-9764-88e84144a5bd/838167b1-ef7b-44f3-8f0d-6b49345cc2b2) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:03.735370 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:28:03.735926 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:03.736425 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.736922 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:28:03.737493 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Bound port: 5ca2b4be-16fe-42f6-84af-27138947c83c, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:28:03.737970 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.799314 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:03.807971 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] For port 5ca2b4be-16fe-42f6-84af-27138947c83c, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:28:03.811627 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] For port 5ca2b4be-16fe-42f6-84af-27138947c83c, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=5ca2b4be-16fe-42f6-84af-27138947c83c,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:28:03.824755 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.859407 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Publish callbacks [] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.872636 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:03.873283 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:27:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:03.899125 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:03.944384 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:03.959934 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:03.966036 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Network d56795ad-30de-454e-bbb7-cab8a4532983 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:03.975588 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:03.988713 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:04.019646 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Pushing event updated for resources: {'Port': ['ID=838167b1-ef7b-44f3-8f0d-6b49345cc2b2,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:04.038447 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:04.042163 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:04.077698 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:04.085950 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:04.104644 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:04.108349 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e5f79-6cab-4a3d-9791-5665d91c1d0f None None] Pushing event updated for resources: {'Port': ['ID=5ca2b4be-16fe-42f6-84af-27138947c83c,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:04.198697 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '1aa77e07-f348-4475-91ea-cdadd656282b', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'port_id': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'mac_address': 'fa:16:3e:d6:f2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:27:09Z', 'updated_at': '2022-10-17T10:28:01Z', 'revision_number': 1, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:04.232122 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f845ce9-58b7-4eec-8c0e-aeada881be30 None None] The sync data for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi is: [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '1aa77e07-f348-4475-91ea-cdadd656282b', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'port_id': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'mac_address': 'fa:16:3e:d6:f2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:27:09Z', 'updated_at': '2022-10-17T10:28:01Z', 'revision_number': 1, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:28:04.261025 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:04.266564 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-b7fc1854-9b1b-431e-a357-b9cf4edade7f None None] Provisioning complete for port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:04.266947 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b7fc1854-9b1b-431e-a357-b9cf4edade7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:04.271974 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-b7fc1854-9b1b-431e-a357-b9cf4edade7f None None] Attempt 1 to provision port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 Oct 17 10:28:04.313160 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc1854-9b1b-431e-a357-b9cf4edade7f None None] Port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:28:04.352283 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:02Z', 'revision_number': 3, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:04.378645 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93e4ed-3426-4999-9b7d-82a0fbd0924f None None] The sync data for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi is: [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:02Z', 'revision_number': 3, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:28:04.456359 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Publish callbacks [] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:04.464299 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:04.465125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbe5ff8-9808-4f4f-a1f2-70d078570b3e None None] New status for floating IP 1aa77e07-f348-4475-91ea-cdadd656282b: ACTIVE {{(pid=104473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:28:04.535669 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Pushing event updated for resources: {'Port': ['ID=838167b1-ef7b-44f3-8f0d-6b49345cc2b2,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:04.539035 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:04.670858 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Network d56795ad-30de-454e-bbb7-cab8a4532983 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:04.672374 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:04.828823 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:28:04.879283 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:04.910173 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device c39603f3-dd16-49fc-8509-123e58892f57 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:04.983407 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:28:05.002545 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port c39603f3-dd16-49fc-8509-123e58892f57 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:05.003219 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (c39603f3-dd16-49fc-8509-123e58892f57), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.003219 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port c39603f3-dd16-49fc-8509-123e58892f57 Oct 17 10:28:05.021774 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-eae3d3f4-cd5e-4731-ade4-83bb5cd72b9d admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2624092 Oct 17 10:28:05.054774 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-dc8c36dd-a1a9-46ac-910f-8969be74eebd None None] Provisioning complete for port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:05.055331 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc8c36dd-a1a9-46ac-910f-8969be74eebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.055846 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-dc8c36dd-a1a9-46ac-910f-8969be74eebd None None] Attempt 1 to provision port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 Oct 17 10:28:05.150844 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c36dd-a1a9-46ac-910f-8969be74eebd None None] Port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:28:05.173137 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port c39603f3-dd16-49fc-8509-123e58892f57 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:05.174915 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 5ca2b4be-16fe-42f6-84af-27138947c83c up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:05.233944 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 5ca2b4be-16fe-42f6-84af-27138947c83c triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:05.234454 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.234972 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 5ca2b4be-16fe-42f6-84af-27138947c83c Oct 17 10:28:05.335071 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 5ca2b4be-16fe-42f6-84af-27138947c83c is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:05.335474 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.360131 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 5ca2b4be-16fe-42f6-84af-27138947c83c, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=5ca2b4be-16fe-42f6-84af-27138947c83c,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:05.366649 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.453197 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=5ca2b4be-16fe-42f6-84af-27138947c83c,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:05.722589 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57134) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:05.727569 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1974451005-network', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:05.748856 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Made reservation on behalf of fdd2f2b7ddfd420c8f133852dbeea70c for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:28:05.751472 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.761724 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.772496 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-493162c7-cb19-46d3-a7e6-b71c428b9589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.797785 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:05.807037 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:05.846254 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Publish callbacks [] for security_group (9d8ca880-7a5d-4077-a5b9-70121c7a2121), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.850128 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9d8ca880-7a5d-4077-a5b9-70121c7a2121), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.877187 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:28:05.887693 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8ca880-7a5d-4077-a5b9-70121c7a2121,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:05.892732 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (06c60562-7ad8-4118-8cb4-69b7d74b41ec), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.893070 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Added segment 06c60562-7ad8-4118-8cb4-69b7d74b41ec of type vlan for network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 Oct 17 10:28:05.937020 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (449e366f-1bb7-46f6-a32b-9cab4328d3e1), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.962267 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (449e366f-1bb7-46f6-a32b-9cab4328d3e1), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:05.964152 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:05.964731 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.021766 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2980645 Oct 17 10:28:06.024574 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57136) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:06.030230 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Request body: {'subnet': {'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1974451005-subnet', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:06.033412 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f5c5b-8f54-4042-a835-50946f3a1519 admin admin] Pushing event updated for resources: {'Network': ['ID=449e366f-1bb7-46f6-a32b-9cab4328d3e1,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:06.043994 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:28:06.051235 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Made reservation on behalf of fdd2f2b7ddfd420c8f133852dbeea70c for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:28:06.053540 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097340'] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.090833 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:06.100000 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:06.240497 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16629009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097326'] for subnet (89917c86-43e8-494c-b872-b46bca9eea9b), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.285023 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Sync routers for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:28:06.295996 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:06.296616 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:27:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:06.301876 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89917c86-43e8-494c-b872-b46bca9eea9b,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:06.312298 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Checking segment: {'id': '06c60562-7ad8-4118-8cb4-69b7d74b41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:06.312670 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Network hostable DHCP agents. Network: 449e366f-1bb7-46f6-a32b-9cab4328d3e1, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:28:06.318781 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:06.332843 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:28:06.343323 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 449e366f-1bb7-46f6-a32b-9cab4328d3e1) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:06.347457 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:06.348073 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.356258 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a2887-a63b-4ff5-bc76-c934e9db913b None None] Network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:28:06.367025 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-56ad9547-7f00-45e7-9377-17bfc5c0fb0f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3406847 Oct 17 10:28:06.369649 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57140) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:06.375179 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:06.398447 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (d11ae3dd-c33f-433d-9b15-205d89f3cc26), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.401310 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (d11ae3dd-c33f-433d-9b15-205d89f3cc26), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.408860 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:06.463645 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks [] for router_controller (d11ae3dd-c33f-433d-9b15-205d89f3cc26), precommit_add_association {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.466244 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-449e366f-1bb7-46f6-a32b-9cab4328d3e1', 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1', 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'fixed_ips': [{'subnet_id': '89917c86-43e8-494c-b872-b46bca9eea9b'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:28:06.467310 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.632877 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks [] for router_gateway (d11ae3dd-c33f-433d-9b15-205d89f3cc26), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.642716 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '838167b1-ef7b-44f3-8f0d-6b49345cc2b2', 'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'mac_address': 'fa:16:3e:70:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:03Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 2, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'subnets': [{'id': '5f930520-938c-40ea-9764-88e84144a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:06.649793 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Allocated IP 172.20.0.2 (449e366f-1bb7-46f6-a32b-9cab4328d3e1/89917c86-43e8-494c-b872-b46bca9eea9b/a3be0c48-2f74-4e82-834d-4e35fc5391e8) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:06.699831 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Checking router: 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:28:06.700189 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Updating router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:28:06.748430 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.777962 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:06.805840 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 5ca2b4be-16fe-42f6-84af-27138947c83c up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:06.895441 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks [] for router_gateway (d11ae3dd-c33f-433d-9b15-205d89f3cc26), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:06.920811 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.079543 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Publish callbacks [] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.092271 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.096358 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:07.100052 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Publish callbacks [] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.100464 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Allocated IP 172.27.3.231 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/327a8ab7-3b6d-4f01-9f89-3d7ff2738958) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:07.109337 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 5ca2b4be-16fe-42f6-84af-27138947c83c triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:07.109787 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.110140 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 5ca2b4be-16fe-42f6-84af-27138947c83c Oct 17 10:28:07.110604 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.155353 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:07.164438 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:07.175164 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:07.220423 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Pushing event updated for resources: {'Port': ['ID=a3be0c48-2f74-4e82-834d-4e35fc5391e8,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:07.223684 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:28:07.235212 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530b4ee-9eed-40f5-b7d1-475d619d2218 None None] Pushing event updated for resources: {'Port': ['ID=838167b1-ef7b-44f3-8f0d-6b49345cc2b2,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:07.240226 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Attempting to bind port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:28:07.240597 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Attempting to bind port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:28:07.240956 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Attempting to bind port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 on network d56795ad-30de-454e-bbb7-cab8a4532983 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:07.283765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Attempting to bind port a3be0c48-2f74-4e82-834d-4e35fc5391e8 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:28:07.284155 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Attempting to bind port a3be0c48-2f74-4e82-834d-4e35fc5391e8 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06c60562-7ad8-4118-8cb4-69b7d74b41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:28:07.284579 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Attempting to bind port a3be0c48-2f74-4e82-834d-4e35fc5391e8 on network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:07.284782 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:07.294794 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:28:07.295411 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Checking segment: {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:07.295533 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.295938 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks [] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.296071 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Bound using segment: {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:28:07.296525 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Bound port: 838167b1-ef7b-44f3-8f0d-6b49345cc2b2, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:28:07.297277 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.343550 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.371654 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] For port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:28:07.373541 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:07.376943 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] For port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=838167b1-ef7b-44f3-8f0d-6b49345cc2b2,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:28:07.378426 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 5ca2b4be-16fe-42f6-84af-27138947c83c is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:07.392593 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.393478 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:07.421462 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:28:07.423130 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Checking segment: {'id': '06c60562-7ad8-4118-8cb4-69b7d74b41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:07.424166 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.425198 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Bound using segment: {'id': '06c60562-7ad8-4118-8cb4-69b7d74b41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:28:07.426509 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Bound port: a3be0c48-2f74-4e82-834d-4e35fc5391e8, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c60562-7ad8-4118-8cb4-69b7d74b41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:28:07.437989 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.442842 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:07.443636 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:07.443769 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:27:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:07.445136 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:07.448234 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:07.509615 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530b4ee-9eed-40f5-b7d1-475d619d2218 None None] Pushing event updated for resources: {'Port': ['ID=838167b1-ef7b-44f3-8f0d-6b49345cc2b2,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:07.546190 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Pushing event updated for resources: {'Port': ['ID=327a8ab7-3b6d-4f01-9f89-3d7ff2738958,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:07.568220 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] For port a3be0c48-2f74-4e82-834d-4e35fc5391e8, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:28:07.572481 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] For port a3be0c48-2f74-4e82-834d-4e35fc5391e8, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a3be0c48-2f74-4e82-834d-4e35fc5391e8,segment=NetworkSegment(06c60562-7ad8-4118-8cb4-69b7d74b41ec),segment_id=06c60562-7ad8-4118-8cb4-69b7d74b41ec)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:28:07.580540 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.624509 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:07.666544 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ea18f-d2b8-4551-9181-37ca0df585ae None None] Pushing event updated for resources: {'Port': ['ID=a3be0c48-2f74-4e82-834d-4e35fc5391e8,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:07.811190 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks [] for router_gateway (d11ae3dd-c33f-433d-9b15-205d89f3cc26), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:07.850364 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '838167b1-ef7b-44f3-8f0d-6b49345cc2b2', 'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'mac_address': 'fa:16:3e:70:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:03Z', 'updated_at': '2022-10-17T10:28:07Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'subnets': [{'id': '5f930520-938c-40ea-9764-88e84144a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:07.881466 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f906323d-d4a6-4aea-ba84-ba1d7a548774 None None] The sync data for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi is: [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '838167b1-ef7b-44f3-8f0d-6b49345cc2b2', 'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'mac_address': 'fa:16:3e:70:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:03Z', 'updated_at': '2022-10-17T10:28:07Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'subnets': [{'id': '5f930520-938c-40ea-9764-88e84144a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:28:08.060556 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (d11ae3dd-c33f-433d-9b15-205d89f3cc26), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:08.153375 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:08.160492 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f157f684-b435-4ccd-af4e-dbc0e13ad59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:08.203274 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Router d11ae3dd-c33f-433d-9b15-205d89f3cc26 is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:28:08.311263 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:28:08.320565 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Sync routers for ids ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:28:08.331490 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:08.332082 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Routers {'d11ae3dd-c33f-433d-9b15-205d89f3cc26'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:08.332745 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:28:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:08.333250 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-11f4d4e8-3da8-435c-9a85-5c2c047b762e admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9623442 Oct 17 10:28:08.337559 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57156) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:08.518737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:08.526533 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Set router d11ae3dd-c33f-433d-9b15-205d89f3cc26 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:08.866125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:07Z', 'revision_number': 3, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'gw_port': {'id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:08.912304 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Checking router: d11ae3dd-c33f-433d-9b15-205d89f3cc26 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:28:08.912934 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Updating router d11ae3dd-c33f-433d-9b15-205d89f3cc26 port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:28:08.947335 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a3be0c48-2f74-4e82-834d-4e35fc5391e8 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:08.951007 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694ec04-29c9-48e1-bb70-6c95287d8701 None None] Network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:28:08.984765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.065842 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:09.108416 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-2adf4caf-f481-49fa-bb37-2768de8c8401 None None] Provisioning complete for port a3be0c48-2f74-4e82-834d-4e35fc5391e8 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:09.108892 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2adf4caf-f481-49fa-bb37-2768de8c8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.109290 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-2adf4caf-f481-49fa-bb37-2768de8c8401 None None] Attempt 1 to provision port a3be0c48-2f74-4e82-834d-4e35fc5391e8 Oct 17 10:28:09.173461 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f6b9a-47e7-4286-86d0-8c232a24598d req-dce955b3-0343-4989-b196-bb77d062107d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:09.174988 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e80f6b9a-47e7-4286-86d0-8c232a24598d req-dce955b3-0343-4989-b196-bb77d062107d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.4107099 Oct 17 10:28:09.177062 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:09.242798 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port a3be0c48-2f74-4e82-834d-4e35fc5391e8 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:09.243356 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.243603 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port a3be0c48-2f74-4e82-834d-4e35fc5391e8 Oct 17 10:28:09.277430 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e80f6b9a-47e7-4286-86d0-8c232a24598d req-e9c33999-4e61-4397-90fa-67d9745f5c72 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947804 Oct 17 10:28:09.309832 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57176) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:09.377500 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:09.418240 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.435254 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-2adf4caf-f481-49fa-bb37-2768de8c8401 None None] Current status of the port a3be0c48-2f74-4e82-834d-4e35fc5391e8 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:09.435863 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2adf4caf-f481-49fa-bb37-2768de8c8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.465513 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.561304 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port a3be0c48-2f74-4e82-834d-4e35fc5391e8 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:09.561697 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.572960 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-2adf4caf-f481-49fa-bb37-2768de8c8401 None None] For port a3be0c48-2f74-4e82-834d-4e35fc5391e8, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a3be0c48-2f74-4e82-834d-4e35fc5391e8,segment=NetworkSegment(06c60562-7ad8-4118-8cb4-69b7d74b41ec),segment_id=06c60562-7ad8-4118-8cb4-69b7d74b41ec)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:09.590272 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2adf4caf-f481-49fa-bb37-2768de8c8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.690250 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Publish callbacks [] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.712048 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Allocated IP 172.20.0.1 (449e366f-1bb7-46f6-a32b-9cab4328d3e1/89917c86-43e8-494c-b872-b46bca9eea9b/a87dbcab-23e6-4474-b7df-13eaeb488624) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:09.715444 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.715660 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca59e11-e700-4530-ac77-3aa0e8157813 tempest-TestMinimumBasicScenario-1820933072 tempest-TestMinimumBasicScenario-1820933072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:09.717091 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-0ca59e11-e700-4530-ac77-3aa0e8157813 tempest-TestMinimumBasicScenario-1820933072 tempest-TestMinimumBasicScenario-1820933072-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 1124 time: 0.4057059 Oct 17 10:28:09.721701 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57182) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:09.729626 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'port_id': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:09.735631 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.db.api [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 10:28:09.736108 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG oslo_db.api [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 10:28:09.738931 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf4caf-f481-49fa-bb37-2768de8c8401 None None] Pushing event updated for resources: {'Port': ['ID=a3be0c48-2f74-4e82-834d-4e35fc5391e8,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:09.743194 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-87f573a4-ebf2-4382-b25e-e6f5b49ffcf1 None None] Provisioning complete for port a3be0c48-2f74-4e82-834d-4e35fc5391e8 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:09.743391 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-87f573a4-ebf2-4382-b25e-e6f5b49ffcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.744156 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-87f573a4-ebf2-4382-b25e-e6f5b49ffcf1 None None] Attempt 1 to provision port a3be0c48-2f74-4e82-834d-4e35fc5391e8 Oct 17 10:28:09.749627 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Attempting to bind port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:28:09.749845 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Attempting to bind port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:28:09.750372 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Attempting to bind port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:09.757430 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.840295 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Publish callbacks [] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.841656 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f8f3f-7c08-4996-8f10-b7664f368dda None None] Pushing event updated for resources: {'Port': ['ID=327a8ab7-3b6d-4f01-9f89-3d7ff2738958,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:09.848506 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.861828 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:28:09.862214 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:09.862651 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.863040 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:28:09.863518 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Bound port: 327a8ab7-3b6d-4f01-9f89-3d7ff2738958, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:28:09.863986 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.878479 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:09.924406 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:09.929911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:09.932882 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:09.936731 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Pushing event updated for resources: {'Port': ['ID=a87dbcab-23e6-4474-b7df-13eaeb488624,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:09.976338 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Allocated IP 172.27.3.182 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/e8e15d6b-feab-4cb5-8a25-dc3f8f001bba) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:09.976949 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:09.982606 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (d11ae3dd-c33f-433d-9b15-205d89f3cc26), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.060826 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:10.120433 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for port (e8e15d6b-feab-4cb5-8a25-dc3f8f001bba), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.129649 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-87f573a4-ebf2-4382-b25e-e6f5b49ffcf1 None None] Current status of the port a3be0c48-2f74-4e82-834d-4e35fc5391e8 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:10.135884 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] For port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:28:10.143076 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] For port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=327a8ab7-3b6d-4f01-9f89-3d7ff2738958,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:28:10.143245 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:10.159611 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.164049 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:10.171300 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (e8e15d6b-feab-4cb5-8a25-dc3f8f001bba), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.194502 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.240420 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'Port': ['ID=e8e15d6b-feab-4cb5-8a25-dc3f8f001bba,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:10.245776 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:10.247269 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:10.249775 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:10.300190 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port a3be0c48-2f74-4e82-834d-4e35fc5391e8 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:10.301483 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:10.304094 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Routers {'d11ae3dd-c33f-433d-9b15-205d89f3cc26'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:10.304882 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:28:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:10.372640 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:10.379411 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-d623fbf4-186a-48a6-9cd5-73a22cb0d3df None None] Provisioning complete for port a87dbcab-23e6-4474-b7df-13eaeb488624 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:10.379875 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d623fbf4-186a-48a6-9cd5-73a22cb0d3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.380268 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-d623fbf4-186a-48a6-9cd5-73a22cb0d3df None None] Attempt 1 to provision port a87dbcab-23e6-4474-b7df-13eaeb488624 Oct 17 10:28:10.382238 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f8f3f-7c08-4996-8f10-b7664f368dda None None] Pushing event updated for resources: {'Port': ['ID=327a8ab7-3b6d-4f01-9f89-3d7ff2738958,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:10.434943 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Publish callbacks [] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.442192 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.491623 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] Set router d11ae3dd-c33f-433d-9b15-205d89f3cc26 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:10.542045 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Pushing event updated for resources: {'Port': ['ID=a87dbcab-23e6-4474-b7df-13eaeb488624,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:10.545033 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (d11ae3dd-c33f-433d-9b15-205d89f3cc26), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.591098 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:10.591735 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.592236 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 Oct 17 10:28:10.636365 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-d623fbf4-186a-48a6-9cd5-73a22cb0d3df None None] Port a87dbcab-23e6-4474-b7df-13eaeb488624 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:28:10.706902 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:10.710537 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:10.711644 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.834792 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:10.835376 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:10.892786 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Router d11ae3dd-c33f-433d-9b15-205d89f3cc26 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:28:10.924548 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=838167b1-ef7b-44f3-8f0d-6b49345cc2b2,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:10.935412 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.015654 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:11.023075 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for floatingip (3abe936b-be82-4820-9761-d0ebb79d4b12), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.024340 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:28:11.041729 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-03862bfd-412b-46a1-977a-d2a1fcf98505 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/d11ae3dd-c33f-433d-9b15-205d89f3cc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7024515 Oct 17 10:28:11.066474 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-97c36b7d-2d5e-4922-bf12-2f342af4b2fe None None] Provisioning complete for port a87dbcab-23e6-4474-b7df-13eaeb488624 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:11.066867 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-97c36b7d-2d5e-4922-bf12-2f342af4b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.067215 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-97c36b7d-2d5e-4922-bf12-2f342af4b2fe None None] Attempt 1 to provision port a87dbcab-23e6-4474-b7df-13eaeb488624 Oct 17 10:28:11.095508 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a3be0c48-2f74-4e82-834d-4e35fc5391e8 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:11.106589 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=838167b1-ef7b-44f3-8f0d-6b49345cc2b2,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:11.118300 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (e8e15d6b-feab-4cb5-8a25-dc3f8f001bba), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.128568 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 4, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'gw_port': {'id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a87dbcab-23e6-4474-b7df-13eaeb488624', 'name': '', 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'mac_address': 'fa:16:3e:dd:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:09Z', 'updated_at': '2022-10-17T10:28:09Z', 'revision_number': 1, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'subnets': [{'id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:11.140090 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:11.173419 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744737a9-a8d0-40c2-9c1a-f282cf8d043e None None] The sync data for ids ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'] in dv-cinder-860209-5-iscsi is: [{'id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 4, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'gw_port': {'id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a87dbcab-23e6-4474-b7df-13eaeb488624', 'name': '', 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'mac_address': 'fa:16:3e:dd:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:09Z', 'updated_at': '2022-10-17T10:28:09Z', 'revision_number': 1, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'subnets': [{'id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:28:11.175338 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-97c36b7d-2d5e-4922-bf12-2f342af4b2fe None None] Port a87dbcab-23e6-4474-b7df-13eaeb488624 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:28:11.212223 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port a3be0c48-2f74-4e82-834d-4e35fc5391e8 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:11.213176 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.213552 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port a3be0c48-2f74-4e82-834d-4e35fc5391e8 Oct 17 10:28:11.248336 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.320442 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for port (e8e15d6b-feab-4cb5-8a25-dc3f8f001bba), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.330026 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (e8e15d6b-feab-4cb5-8a25-dc3f8f001bba), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.330376 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port a3be0c48-2f74-4e82-834d-4e35fc5391e8 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:11.410656 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'Port': ['ID=e8e15d6b-feab-4cb5-8a25-dc3f8f001bba,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:11.413102 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (3abe936b-be82-4820-9761-d0ebb79d4b12), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.447773 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:11.528225 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Floating IP 3abe936b-be82-4820-9761-d0ebb79d4b12 associated. External IP: 172.27.3.182, port: 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4. Oct 17 10:28:11.747453 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Router 1481a5ea-63ca-4c08-891e-6a1928fead22 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:28:11.862632 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:28:11.873810 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] Sync routers for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:28:11.883519 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:11.886674 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:11.888791 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:28:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:11.940318 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cacc8fdb-6d06-4441-b9bd-38752c251607 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2161994 Oct 17 10:28:11.940983 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:28:11.943537 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef0f8e-c1b9-4757-910a-627ae6bfff68" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:28:11.950264 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57206) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:11.962102 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-a4a203f3-4446-4e16-a1bf-151fd6356adb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75946106', 'description': 'tempest-secgroup-smoke-75946106 description', 'project_id': 'cc21860aa70345c79cfe597d5a42fb51'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:11.987478 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a4a203f3-4446-4e16-a1bf-151fd6356adb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.008422 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8fb9ea-9d4c-4f30-b83e-b462e4914d96 x-openstack-request-id: req-1f8fb9ea-9d4c-4f30-b83e-b462e4914d96 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:28:12.008749 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:28:12.012261 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f8fb9ea-9d4c-4f30-b83e-b462e4914d96 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:28:12.012730 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8fb9ea-9d4c-4f30-b83e-b462e4914d96'] response: {'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'status': 'completed', 'code': 200} Oct 17 10:28:12.035605 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:12.040298 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:12.082911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a4a203f3-4446-4e16-a1bf-151fd6356adb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group (ada0ccf3-d083-438e-a1ca-038111f8b652), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.095703 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a4a203f3-4446-4e16-a1bf-151fd6356adb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ada0ccf3-d083-438e-a1ca-038111f8b652), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.164506 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a4a203f3-4446-4e16-a1bf-151fd6356adb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.166630 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a4a203f3-4446-4e16-a1bf-151fd6356adb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2145286 Oct 17 10:28:12.167725 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a203f3-4446-4e16-a1bf-151fd6356adb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada0ccf3-d083-438e-a1ca-038111f8b652,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:12.169192 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57212) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:12.171624 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-81205860-0e43-458d-aab0-ab4b9383d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:12.173854 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-81205860-0e43-458d-aab0-ab4b9383d47c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=cc21860aa70345c79cfe597d5a42fb51&device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 1129 time: 0.0883896 Oct 17 10:28:12.179747 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-c939b791-9932-462c-ba10-4de2d5c61900 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'security_group_rule': {'security_group_id': 'ada0ccf3-d083-438e-a1ca-038111f8b652', 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:12.212268 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c939b791-9932-462c-ba10-4de2d5c61900 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (d3637d85-2f65-4383-b703-ba701d252b1d), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.236982 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:12.256205 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:12.284993 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c939b791-9932-462c-ba10-4de2d5c61900 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (d3637d85-2f65-4383-b703-ba701d252b1d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.289153 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c939b791-9932-462c-ba10-4de2d5c61900 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (d3637d85-2f65-4383-b703-ba701d252b1d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.302124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-d15f1a25-50d1-49bf-b8ab-bd6482e6f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:12.303390 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:12.303654 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-d15f1a25-50d1-49bf-b8ab-bd6482e6f485 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=f414572a-3cfd-4a03-8d0f-884b658757a5 HTTP/1.1" status: 200 len: 915 time: 0.1227503 Oct 17 10:28:12.313288 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939b791-9932-462c-ba10-4de2d5c61900 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3637d85-2f65-4383-b703-ba701d252b1d,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:12.327014 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c939b791-9932-462c-ba10-4de2d5c61900 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.328774 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c939b791-9932-462c-ba10-4de2d5c61900 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582654 Oct 17 10:28:12.331591 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57214) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:12.340199 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-3f3e4034-f7e5-4552-9e29-7ac25520dbde tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'security_group_rule': {'security_group_id': 'ada0ccf3-d083-438e-a1ca-038111f8b652', 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:12.340422 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '3abe936b-be82-4820-9761-d0ebb79d4b12', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'port_id': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'mac_address': 'fa:16:3e:f3:96:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:28:10Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 0, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813f9ba8-541d-4b2a-96ae-18cd084102e0', 'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'mac_address': 'fa:16:3e:1b:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:37Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 5, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'subnets': [{'id': '3742bd82-c4e1-41d8-bae3-047725732101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:12.374419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4034-f7e5-4552-9e29-7ac25520dbde tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (42ca1b40-d5af-47de-b4c3-6ec58a90860f), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.375423 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] Checking router: 1481a5ea-63ca-4c08-891e-6a1928fead22 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:28:12.385357 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:12.386099 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:28:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:12.400970 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-91f9ed4a-5848-4a52-9015-2a17f635f962 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 200 len: 999 time: 0.0899296 Oct 17 10:28:12.449371 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4034-f7e5-4552-9e29-7ac25520dbde tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (42ca1b40-d5af-47de-b4c3-6ec58a90860f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.457728 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4034-f7e5-4552-9e29-7ac25520dbde tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (42ca1b40-d5af-47de-b4c3-6ec58a90860f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.481514 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-5c6261c6-bfa9-47fd-8c26-083038c3221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:12.483266 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-5c6261c6-bfa9-47fd-8c26-083038c3221d service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=3742bd82-c4e1-41d8-bae3-047725732101 HTTP/1.1" status: 200 len: 853 time: 0.0675554 Oct 17 10:28:12.520567 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e4034-f7e5-4552-9e29-7ac25520dbde tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ca1b40-d5af-47de-b4c3-6ec58a90860f,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:12.534277 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57222) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:12.540190 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-9834a3d7-b90b-4676-ba33-21b7167d778d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352866282', 'description': 'tempest-secgroup-smoke-352866282 description', 'project_id': '8ca835fdc95849cd8db1882ebb693cc3'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:12.543635 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-1106118b-31b4-4b4d-a372-d57354a4bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:12.545346 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-1106118b-31b4-4b4d-a372-d57354a4bbd0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=f414572a-3cfd-4a03-8d0f-884b658757a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517015 Oct 17 10:28:12.558472 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4034-f7e5-4552-9e29-7ac25520dbde tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.564609 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3f3e4034-f7e5-4552-9e29-7ac25520dbde tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2286644 Oct 17 10:28:12.567098 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57224) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:12.588266 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-1c90f3f1-c443-4a49-935c-a56e40d0a1da tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'security_group_rule': {'security_group_id': 'ada0ccf3-d083-438e-a1ca-038111f8b652', 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:12.600908 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9834a3d7-b90b-4676-ba33-21b7167d778d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.649928 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:12.660033 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:12.669911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1c90f3f1-c443-4a49-935c-a56e40d0a1da tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (fcbe2e18-8cec-4381-a87a-f8b1415f6be3), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.700740 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:12.748411 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-e9027b0b-d416-4bcc-a8fc-6f24a870d980 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959472 Oct 17 10:28:12.756144 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9834a3d7-b90b-4676-ba33-21b7167d778d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group (d02b4faa-003e-46e4-a7fe-6e61148d4271), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.760381 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9834a3d7-b90b-4676-ba33-21b7167d778d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (d02b4faa-003e-46e4-a7fe-6e61148d4271), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.848660 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9834a3d7-b90b-4676-ba33-21b7167d778d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.856933 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9834a3d7-b90b-4676-ba33-21b7167d778d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3158910 Oct 17 10:28:12.859312 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57228) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:12.865491 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834a3d7-b90b-4676-ba33-21b7167d778d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b4faa-003e-46e4-a7fe-6e61148d4271,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:12.873650 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-f3ec531f-c8c8-4999-83ba-aa716d611803 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Request body: {'security_group_rule': {'security_group_id': 'd02b4faa-003e-46e4-a7fe-6e61148d4271', 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:12.929488 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1c90f3f1-c443-4a49-935c-a56e40d0a1da tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (fcbe2e18-8cec-4381-a87a-f8b1415f6be3), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.934555 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '3abe936b-be82-4820-9761-d0ebb79d4b12', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'port_id': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'mac_address': 'fa:16:3e:f3:96:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:28:10Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 0, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813f9ba8-541d-4b2a-96ae-18cd084102e0', 'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'mac_address': 'fa:16:3e:1b:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:37Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 5, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'subnets': [{'id': '3742bd82-c4e1-41d8-bae3-047725732101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:12.944730 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57230) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:12.948008 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1c90f3f1-c443-4a49-935c-a56e40d0a1da tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (fcbe2e18-8cec-4381-a87a-f8b1415f6be3), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.965060 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9165a-5771-44e6-b17d-a49fb8e46855 None None] The sync data for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi is: [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '3abe936b-be82-4820-9761-d0ebb79d4b12', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'port_id': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'mac_address': 'fa:16:3e:f3:96:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:28:10Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 0, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813f9ba8-541d-4b2a-96ae-18cd084102e0', 'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'mac_address': 'fa:16:3e:1b:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:37Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 5, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'subnets': [{'id': '3742bd82-c4e1-41d8-bae3-047725732101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:28:12.986203 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-35ef0f8e-c1b9-4757-910a-627ae6bfff68 req-e6496c92-27c2-4861-ac21-265f4b1d340c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304816 Oct 17 10:28:12.992129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f3ec531f-c8c8-4999-83ba-aa716d611803 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (6a93eb2c-3416-4678-a779-3f2412ed9e18), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:12.997878 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90f3f1-c443-4a49-935c-a56e40d0a1da tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbe2e18-8cec-4381-a87a-f8b1415f6be3,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.018681 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1c90f3f1-c443-4a49-935c-a56e40d0a1da tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.019878 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-1c90f3f1-c443-4a49-935c-a56e40d0a1da tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4503527 Oct 17 10:28:13.023015 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57234) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.029440 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-a1419ead-4922-4f1b-a0b7-ba830f7f9416 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'security_group_rule': {'security_group_id': 'ada0ccf3-d083-438e-a1ca-038111f8b652', 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:13.074748 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1419ead-4922-4f1b-a0b7-ba830f7f9416 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (39df82f2-5197-48d0-a7ad-3762fe45de0e), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.106383 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f3ec531f-c8c8-4999-83ba-aa716d611803 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (6a93eb2c-3416-4678-a779-3f2412ed9e18), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.112488 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f3ec531f-c8c8-4999-83ba-aa716d611803 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (6a93eb2c-3416-4678-a779-3f2412ed9e18), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.133767 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec531f-c8c8-4999-83ba-aa716d611803 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a93eb2c-3416-4678-a779-3f2412ed9e18,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.143453 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f3ec531f-c8c8-4999-83ba-aa716d611803 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.147387 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f3ec531f-c8c8-4999-83ba-aa716d611803 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2824681 Oct 17 10:28:13.147558 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57236) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.152315 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-1847c57c-283f-4eb0-8fe4-84b36910d5c4 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Request body: {'security_group_rule': {'security_group_id': 'd02b4faa-003e-46e4-a7fe-6e61148d4271', 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:13.153544 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42f6abe3-c311-43a3-a8a5-f3855fc3e9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.155639 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:13.166694 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:13.188904 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1847c57c-283f-4eb0-8fe4-84b36910d5c4 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (0c9a6280-1d97-46eb-8e3e-506ad1b3074b), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.189531 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1419ead-4922-4f1b-a0b7-ba830f7f9416 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (39df82f2-5197-48d0-a7ad-3762fe45de0e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.200645 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1419ead-4922-4f1b-a0b7-ba830f7f9416 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (39df82f2-5197-48d0-a7ad-3762fe45de0e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.218256 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:13.218957 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.219305 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 Oct 17 10:28:13.232330 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1419ead-4922-4f1b-a0b7-ba830f7f9416 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39df82f2-5197-48d0-a7ad-3762fe45de0e,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.245494 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1847c57c-283f-4eb0-8fe4-84b36910d5c4 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (0c9a6280-1d97-46eb-8e3e-506ad1b3074b), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.249354 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1847c57c-283f-4eb0-8fe4-84b36910d5c4 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (0c9a6280-1d97-46eb-8e3e-506ad1b3074b), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.251497 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1419ead-4922-4f1b-a0b7-ba830f7f9416 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.255839 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a1419ead-4922-4f1b-a0b7-ba830f7f9416 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2292922 Oct 17 10:28:13.256741 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57238) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.261753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-8bd73420-ca44-4d3b-8247-cf11afeefd78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'security_group_rule': {'security_group_id': 'ada0ccf3-d083-438e-a1ca-038111f8b652', 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:13.270052 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847c57c-283f-4eb0-8fe4-84b36910d5c4 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9a6280-1d97-46eb-8e3e-506ad1b3074b,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.280268 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1847c57c-283f-4eb0-8fe4-84b36910d5c4 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.281678 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-1847c57c-283f-4eb0-8fe4-84b36910d5c4 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331303 Oct 17 10:28:13.284788 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57240) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.290367 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-d83511fc-ed6e-4b07-870d-e4f21b16a060 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Request body: {'security_group_rule': {'security_group_id': 'd02b4faa-003e-46e4-a7fe-6e61148d4271', 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:13.306050 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.securitygroups_db [None req-8bd73420-ca44-4d3b-8247-cf11afeefd78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Project cc21860aa70345c79cfe597d5a42fb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 10:28:13.319696 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8bd73420-ca44-4d3b-8247-cf11afeefd78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (cb73ce9d-afbf-4e0b-b952-ed70a96005d8), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.322090 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:13.322501 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.322721 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d83511fc-ed6e-4b07-870d-e4f21b16a060 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (b8694794-e7d6-4a29-b676-5aa3b8f15383), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.324387 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42f6abe3-c311-43a3-a8a5-f3855fc3e9a6 admin admin] Publish callbacks [] for security_group (105ff6ee-25e9-4543-a720-0d8f787f662d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.325293 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:13.331705 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42f6abe3-c311-43a3-a8a5-f3855fc3e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (105ff6ee-25e9-4543-a720-0d8f787f662d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.340133 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:13.354595 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=327a8ab7-3b6d-4f01-9f89-3d7ff2738958,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:13.359452 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.360727 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:13.390096 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d83511fc-ed6e-4b07-870d-e4f21b16a060 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (b8694794-e7d6-4a29-b676-5aa3b8f15383), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.395607 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-42f6abe3-c311-43a3-a8a5-f3855fc3e9a6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5b45fcffcc1b4baeb28c0fa56385e2d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4496553 Oct 17 10:28:13.396344 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d83511fc-ed6e-4b07-870d-e4f21b16a060 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (b8694794-e7d6-4a29-b676-5aa3b8f15383), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.398691 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57242) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.413651 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6abe3-c311-43a3-a8a5-f3855fc3e9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105ff6ee-25e9-4543-a720-0d8f787f662d,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.429303 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8bd73420-ca44-4d3b-8247-cf11afeefd78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (cb73ce9d-afbf-4e0b-b952-ed70a96005d8), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.433584 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8bd73420-ca44-4d3b-8247-cf11afeefd78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (cb73ce9d-afbf-4e0b-b952-ed70a96005d8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.438610 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83511fc-ed6e-4b07-870d-e4f21b16a060 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8694794-e7d6-4a29-b676-5aa3b8f15383,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.457373 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d83511fc-ed6e-4b07-870d-e4f21b16a060 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.458126 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd73420-ca44-4d3b-8247-cf11afeefd78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb73ce9d-afbf-4e0b-b952-ed70a96005d8,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.458862 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-d83511fc-ed6e-4b07-870d-e4f21b16a060 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1732244 Oct 17 10:28:13.461591 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57244) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.467966 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-788a38a1-fcd9-4c47-9c1e-6fe50723a9ba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Request body: {'security_group_rule': {'security_group_id': 'd02b4faa-003e-46e4-a7fe-6e61148d4271', 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:13.471302 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:13.474768 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=327a8ab7-3b6d-4f01-9f89-3d7ff2738958,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.477100 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8bd73420-ca44-4d3b-8247-cf11afeefd78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.479218 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8bd73420-ca44-4d3b-8247-cf11afeefd78 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2207091 Oct 17 10:28:13.481843 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57246) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.482781 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:13.483990 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.484480 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 Oct 17 10:28:13.488693 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-8482d47d-7bb9-49bc-9f5c-a9026b0be2af tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'security_group_rule': {'security_group_id': 'ada0ccf3-d083-438e-a1ca-038111f8b652', 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:13.490968 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-96e43a5a-7d90-446f-a194-023dbd83afbb admin admin] Publish callbacks [] for security_group (105ff6ee-25e9-4543-a720-0d8f787f662d), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.517962 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-96e43a5a-7d90-446f-a194-023dbd83afbb admin admin] Publish callbacks [] for security_group (105ff6ee-25e9-4543-a720-0d8f787f662d), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.520748 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.securitygroups_db [None req-8482d47d-7bb9-49bc-9f5c-a9026b0be2af tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Project cc21860aa70345c79cfe597d5a42fb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 10:28:13.527666 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8482d47d-7bb9-49bc-9f5c-a9026b0be2af tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (d7252bc5-cbbb-4603-94ca-96ecc4df3752), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.532051 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-788a38a1-fcd9-4c47-9c1e-6fe50723a9ba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (de802180-4c03-4987-9808-51539a4086f4), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.575017 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:13.582488 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-96e43a5a-7d90-446f-a194-023dbd83afbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (105ff6ee-25e9-4543-a720-0d8f787f662d), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.585027 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-96e43a5a-7d90-446f-a194-023dbd83afbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.586170 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-96e43a5a-7d90-446f-a194-023dbd83afbb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/105ff6ee-25e9-4543-a720-0d8f787f662d HTTP/1.1" status: 204 len: 168 time: 0.1833396 Oct 17 10:28:13.594608 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e43a5a-7d90-446f-a194-023dbd83afbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105ff6ee-25e9-4543-a720-0d8f787f662d,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.602577 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:13.625223 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8482d47d-7bb9-49bc-9f5c-a9026b0be2af tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (d7252bc5-cbbb-4603-94ca-96ecc4df3752), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.632539 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-788a38a1-fcd9-4c47-9c1e-6fe50723a9ba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (de802180-4c03-4987-9808-51539a4086f4), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.633580 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8482d47d-7bb9-49bc-9f5c-a9026b0be2af tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (d7252bc5-cbbb-4603-94ca-96ecc4df3752), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.648358 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-788a38a1-fcd9-4c47-9c1e-6fe50723a9ba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (de802180-4c03-4987-9808-51539a4086f4), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.660756 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482d47d-7bb9-49bc-9f5c-a9026b0be2af tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7252bc5-cbbb-4603-94ca-96ecc4df3752,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.682807 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8482d47d-7bb9-49bc-9f5c-a9026b0be2af tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.684129 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8482d47d-7bb9-49bc-9f5c-a9026b0be2af tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2013326 Oct 17 10:28:13.685561 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a38a1-fcd9-4c47-9c1e-6fe50723a9ba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de802180-4c03-4987-9808-51539a4086f4,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.690282 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-788a38a1-fcd9-4c47-9c1e-6fe50723a9ba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.694297 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-788a38a1-fcd9-4c47-9c1e-6fe50723a9ba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2289367 Oct 17 10:28:13.694297 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57252) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.699453 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-718cd7f4-506c-484b-afb6-610227651b7c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Request body: {'security_group_rule': {'security_group_id': 'd02b4faa-003e-46e4-a7fe-6e61148d4271', 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:13.730054 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.securitygroups_db [None req-718cd7f4-506c-484b-afb6-610227651b7c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Project 8ca835fdc95849cd8db1882ebb693cc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 10:28:13.739753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-718cd7f4-506c-484b-afb6-610227651b7c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (eaae5346-2eaa-43d9-993c-1eecb64a4c07), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.801859 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-e60725a6-fb7c-4a65-ad59-53893098a8ed tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-75946106&fields=id&tenant_id=cc21860aa70345c79cfe597d5a42fb51 HTTP/1.1" status: 200 len: 267 time: 0.0517192 Oct 17 10:28:13.812083 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-718cd7f4-506c-484b-afb6-610227651b7c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (eaae5346-2eaa-43d9-993c-1eecb64a4c07), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.817635 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-718cd7f4-506c-484b-afb6-610227651b7c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (eaae5346-2eaa-43d9-993c-1eecb64a4c07), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.844378 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cd7f4-506c-484b-afb6-610227651b7c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaae5346-2eaa-43d9-993c-1eecb64a4c07,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:13.855442 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-718cd7f4-506c-484b-afb6-610227651b7c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.856830 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-718cd7f4-506c-484b-afb6-610227651b7c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616030 Oct 17 10:28:13.859628 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57256) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.864083 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-af92c2a3-8afa-4e0b-9138-8c8322f94789 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Request body: {'security_group_rule': {'security_group_id': 'd02b4faa-003e-46e4-a7fe-6e61148d4271', 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:13.874148 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-55c2b72c-852c-424e-8537-df6ab83e11d0 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:13.875882 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-55c2b72c-852c-424e-8537-df6ab83e11d0 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0679181 Oct 17 10:28:13.888348 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-2c653913-ef04-4e1f-bd6b-3efe6bb3c3b5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'port': {'security_groups': ['bae070d9-1bb3-4aa6-bfe9-8727848f224b', 'ada0ccf3-d083-438e-a1ca-038111f8b652']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:13.894602 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.securitygroups_db [None req-af92c2a3-8afa-4e0b-9138-8c8322f94789 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Project 8ca835fdc95849cd8db1882ebb693cc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 10:28:13.901700 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-af92c2a3-8afa-4e0b-9138-8c8322f94789 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (065f27b0-dab9-4bd7-b2aa-0a9752d0163f), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.973505 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-af92c2a3-8afa-4e0b-9138-8c8322f94789 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (065f27b0-dab9-4bd7-b2aa-0a9752d0163f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.974418 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57258) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:13.982583 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-2c653913-ef04-4e1f-bd6b-3efe6bb3c3b5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.989441 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-af92c2a3-8afa-4e0b-9138-8c8322f94789 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (065f27b0-dab9-4bd7-b2aa-0a9752d0163f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:13.997809 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0363ad08-317a-4c7d-adba-5f5251d97b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.017613 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92c2a3-8afa-4e0b-9138-8c8322f94789 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065f27b0-dab9-4bd7-b2aa-0a9752d0163f,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:14.033392 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-af92c2a3-8afa-4e0b-9138-8c8322f94789 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.039082 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-af92c2a3-8afa-4e0b-9138-8c8322f94789 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1738906 Oct 17 10:28:14.121840 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0363ad08-317a-4c7d-adba-5f5251d97b71 admin admin] Publish callbacks [] for security_group (677c192f-eff5-47d1-8c9d-2d2ee8e0eed2), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.127378 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0363ad08-317a-4c7d-adba-5f5251d97b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (677c192f-eff5-47d1-8c9d-2d2ee8e0eed2), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.149239 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:14.170699 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363ad08-317a-4c7d-adba-5f5251d97b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677c192f-eff5-47d1-8c9d-2d2ee8e0eed2,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:14.176189 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0363ad08-317a-4c7d-adba-5f5251d97b71 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7af8b09212634a04aa1893e372fcc4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004011 Oct 17 10:28:14.180733 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57268) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:14.249024 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-2c653913-ef04-4e1f-bd6b-3efe6bb3c3b5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] For port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:14.289711 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a6563994-62d1-40d9-bef1-bf02a367ab24 admin admin] Publish callbacks [] for security_group (677c192f-eff5-47d1-8c9d-2d2ee8e0eed2), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.292828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:14.295016 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-2c653913-ef04-4e1f-bd6b-3efe6bb3c3b5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.309608 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-2c653913-ef04-4e1f-bd6b-3efe6bb3c3b5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.327819 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-2c653913-ef04-4e1f-bd6b-3efe6bb3c3b5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:14.328428 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-2c653913-ef04-4e1f-bd6b-3efe6bb3c3b5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.329787 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-594b61b3-2e40-4bd5-9559-d1b06f799c38 req-2c653913-ef04-4e1f-bd6b-3efe6bb3c3b5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "PUT /networking/v2.0/ports/9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 200 len: 981 time: 0.4472477 Oct 17 10:28:14.330377 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:28:14.332612 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:28:14.360236 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a6563994-62d1-40d9-bef1-bf02a367ab24 admin admin] Publish callbacks [] for security_group (677c192f-eff5-47d1-8c9d-2d2ee8e0eed2), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.376927 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:28:14.383273 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:14.426582 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51350dc5-1ba6-4e4c-9e12-f90ed730bc48 x-openstack-request-id: req-51350dc5-1ba6-4e4c-9e12-f90ed730bc48 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:28:14.427020 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:28:14.427278 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51350dc5-1ba6-4e4c-9e12-f90ed730bc48 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:28:14.427815 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51350dc5-1ba6-4e4c-9e12-f90ed730bc48'] response: {'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'status': 'completed', 'code': 200} Oct 17 10:28:14.442606 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c653913-ef04-4e1f-bd6b-3efe6bb3c3b5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'Port': ['ID=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,revision_number=6']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:14.469696 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a6563994-62d1-40d9-bef1-bf02a367ab24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (677c192f-eff5-47d1-8c9d-2d2ee8e0eed2), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.472864 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a6563994-62d1-40d9-bef1-bf02a367ab24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:14.477269 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a6563994-62d1-40d9-bef1-bf02a367ab24 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/677c192f-eff5-47d1-8c9d-2d2ee8e0eed2 HTTP/1.1" status: 204 len: 168 time: 0.2949324 Oct 17 10:28:14.487241 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ea4f3-b712-40fe-b6be-dfd33567c219 req-c3a2d933-0b7b-4f6b-9eb7-305aa9b156a7 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:14.489448 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7c0ea4f3-b712-40fe-b6be-dfd33567c219 req-c3a2d933-0b7b-4f6b-9eb7-305aa9b156a7 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0600278 Oct 17 10:28:14.500500 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6563994-62d1-40d9-bef1-bf02a367ab24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677c192f-eff5-47d1-8c9d-2d2ee8e0eed2,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:14.540319 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-bf617faf-de88-41cb-befc-992edfe1c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:14.542178 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-bf617faf-de88-41cb-befc-992edfe1c939 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=cc21860aa70345c79cfe597d5a42fb51&device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 1168 time: 0.0515971 Oct 17 10:28:14.589594 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7c0ea4f3-b712-40fe-b6be-dfd33567c219 req-b566ab42-35b3-47c6-ae48-fe1ec9363ec1 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0925157 Oct 17 10:28:14.643253 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:28:14.708311 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-f72f0eb9-8600-47ad-967a-941bc959d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:14.710538 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-f72f0eb9-8600-47ad-967a-941bc959d8e7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=f414572a-3cfd-4a03-8d0f-884b658757a5 HTTP/1.1" status: 200 len: 915 time: 0.1605840 Oct 17 10:28:14.787488 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:14.844620 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-d2d342d9-ebd1-4ab8-8c52-b6671aefd65b service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 200 len: 999 time: 0.1241279 Oct 17 10:28:14.906872 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-5e42da59-555a-4b7b-9091-dacb86e76dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:14.908335 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-5e42da59-555a-4b7b-9091-dacb86e76dea service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=3742bd82-c4e1-41d8-bae3-047725732101 HTTP/1.1" status: 200 len: 853 time: 0.0532048 Oct 17 10:28:14.964707 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-d6f437aa-cc1a-4939-b81b-48b8503053f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:14.967725 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-d6f437aa-cc1a-4939-b81b-48b8503053f5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=f414572a-3cfd-4a03-8d0f-884b658757a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530865 Oct 17 10:28:15.065996 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:15.158256 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-e7115017-e8ec-4db0-b855-f8e531624543 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772859 Oct 17 10:28:15.180379 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:15.181730 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:15.182000 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:15.182349 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 Oct 17 10:28:15.317250 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-453fc73d-ce20-4a3f-922d-630e0f3cb3e6 req-9aececd5-fb9d-4ee1-933e-e8f58bf8a544 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493897 Oct 17 10:28:15.341214 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:15.428209 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2885e-8da5-4068-b3f2-f2bbe86f68f4 None None] New status for floating IP 3abe936b-be82-4820-9761-d0ebb79d4b12: ACTIVE {{(pid=104473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:28:15.527084 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:16.085322 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Sync routers for ids ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:28:16.099882 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Routers {'d11ae3dd-c33f-433d-9b15-205d89f3cc26'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:16.100493 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:28:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:16.201266 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Set router d11ae3dd-c33f-433d-9b15-205d89f3cc26 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:16.394033 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 4, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'gw_port': {'id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a87dbcab-23e6-4474-b7df-13eaeb488624', 'name': '', 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'mac_address': 'fa:16:3e:dd:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:09Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 2, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'subnets': [{'id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:16.420569 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Checking router: d11ae3dd-c33f-433d-9b15-205d89f3cc26 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:28:16.420921 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Updating router d11ae3dd-c33f-433d-9b15-205d89f3cc26 port a87dbcab-23e6-4474-b7df-13eaeb488624 binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:28:16.455450 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:16.694350 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:16.715760 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Publish callbacks [] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:16.720916 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:16.726223 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:16.788569 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186e210-ee5b-4f55-87df-94d3f7a600cc None None] Pushing event updated for resources: {'Port': ['ID=a87dbcab-23e6-4474-b7df-13eaeb488624,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:16.816994 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Attempting to bind port a87dbcab-23e6-4474-b7df-13eaeb488624 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:28:16.817402 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Attempting to bind port a87dbcab-23e6-4474-b7df-13eaeb488624 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06c60562-7ad8-4118-8cb4-69b7d74b41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:28:16.817895 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Attempting to bind port a87dbcab-23e6-4474-b7df-13eaeb488624 on network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:16.863319 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:28:16.863680 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Checking segment: {'id': '06c60562-7ad8-4118-8cb4-69b7d74b41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:16.864068 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:16.864460 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Bound using segment: {'id': '06c60562-7ad8-4118-8cb4-69b7d74b41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:28:16.864984 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Bound port: a87dbcab-23e6-4474-b7df-13eaeb488624, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c60562-7ad8-4118-8cb4-69b7d74b41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:28:16.865394 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:16.929051 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] For port a87dbcab-23e6-4474-b7df-13eaeb488624, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:28:16.933134 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] For port a87dbcab-23e6-4474-b7df-13eaeb488624, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a87dbcab-23e6-4474-b7df-13eaeb488624,segment=NetworkSegment(06c60562-7ad8-4118-8cb4-69b7d74b41ec),segment_id=06c60562-7ad8-4118-8cb4-69b7d74b41ec)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:28:16.938811 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:16.983138 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Routers {'d11ae3dd-c33f-433d-9b15-205d89f3cc26'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:16.983780 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:28:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:17.035171 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186e210-ee5b-4f55-87df-94d3f7a600cc None None] Pushing event updated for resources: {'Port': ['ID=a87dbcab-23e6-4474-b7df-13eaeb488624,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:17.104608 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] Set router d11ae3dd-c33f-433d-9b15-205d89f3cc26 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:17.303392 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 4, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'gw_port': {'id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a87dbcab-23e6-4474-b7df-13eaeb488624', 'name': '', 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'mac_address': 'fa:16:3e:dd:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:09Z', 'updated_at': '2022-10-17T10:28:16Z', 'revision_number': 4, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'subnets': [{'id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:17.329430 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e6656-6c93-4a9f-8722-e94f25a9b25c None None] The sync data for ids ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'] in dv-cinder-860209-5-iscsi is: [{'id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 4, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'gw_port': {'id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a87dbcab-23e6-4474-b7df-13eaeb488624', 'name': '', 'network_id': '449e366f-1bb7-46f6-a32b-9cab4328d3e1', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'mac_address': 'fa:16:3e:dd:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:09Z', 'updated_at': '2022-10-17T10:28:16Z', 'revision_number': 4, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'subnets': [{'id': '89917c86-43e8-494c-b872-b46bca9eea9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:28:19.060268 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a87dbcab-23e6-4474-b7df-13eaeb488624 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:19.080776 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57398) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:19.111633 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port a87dbcab-23e6-4474-b7df-13eaeb488624 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:19.112022 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.112370 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port a87dbcab-23e6-4474-b7df-13eaeb488624 Oct 17 10:28:19.200921 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-764c6979-aa7a-47d6-be56-adce90134e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.278239 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=3,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:19.283182 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-764c6979-aa7a-47d6-be56-adce90134e89 admin admin] Publish callbacks [] for security_group (782a5550-1277-4b05-a44c-02edda543da2), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.287982 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-764c6979-aa7a-47d6-be56-adce90134e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (782a5550-1277-4b05-a44c-02edda543da2), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.329137 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port a87dbcab-23e6-4474-b7df-13eaeb488624 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:19.329497 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c6979-aa7a-47d6-be56-adce90134e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782a5550-1277-4b05-a44c-02edda543da2,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:19.329627 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.336107 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-764c6979-aa7a-47d6-be56-adce90134e89 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0131e3041de74f4eac7e74f61d76c671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518568 Oct 17 10:28:19.336405 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57402) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:19.367120 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port a87dbcab-23e6-4474-b7df-13eaeb488624, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a87dbcab-23e6-4474-b7df-13eaeb488624,segment=NetworkSegment(06c60562-7ad8-4118-8cb4-69b7d74b41ec),segment_id=06c60562-7ad8-4118-8cb4-69b7d74b41ec)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:19.371878 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.387622 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-25e07e97-4bf9-40a9-84fd-772c3680e465 admin admin] Publish callbacks [] for security_group (782a5550-1277-4b05-a44c-02edda543da2), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.408300 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-25e07e97-4bf9-40a9-84fd-772c3680e465 admin admin] Publish callbacks [] for security_group (782a5550-1277-4b05-a44c-02edda543da2), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.421524 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=a87dbcab-23e6-4474-b7df-13eaeb488624,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:19.459612 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-25e07e97-4bf9-40a9-84fd-772c3680e465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (782a5550-1277-4b05-a44c-02edda543da2), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.462104 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-25e07e97-4bf9-40a9-84fd-772c3680e465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:19.463820 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-25e07e97-4bf9-40a9-84fd-772c3680e465 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/782a5550-1277-4b05-a44c-02edda543da2 HTTP/1.1" status: 204 len: 168 time: 0.1265967 Oct 17 10:28:19.473811 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e07e97-4bf9-40a9-84fd-772c3680e465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782a5550-1277-4b05-a44c-02edda543da2,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:19.986591 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:21.026348 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a87dbcab-23e6-4474-b7df-13eaeb488624 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:21.078818 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port a87dbcab-23e6-4474-b7df-13eaeb488624 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:21.079201 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:21.079545 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port a87dbcab-23e6-4474-b7df-13eaeb488624 Oct 17 10:28:21.162755 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port a87dbcab-23e6-4474-b7df-13eaeb488624 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:25.308579 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:DELETE=1,neutron:SELECT=50 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:25.314660 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:29.441963 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=57,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:29.467828 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:30.338068 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:31.160056 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=3,neutron:SELECT=47 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:31.161136 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:34.222307 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:UPDATE=3,neutron:SELECT=72,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:35.775124 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af70af8e-4091-4e4c-b375-c22b11d45aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:37.874980 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 57652) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:37.879525 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-9dae8caf-3e09-4d2e-9869-9714ceffd2db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1240267214', 'description': 'tempest-description--1168173383'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:37.900288 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9dae8caf-3e09-4d2e-9869-9714ceffd2db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:37.968859 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9dae8caf-3e09-4d2e-9869-9714ceffd2db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (0b990ce3-2a46-42e6-b3b4-a50ffa2025d1), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:37.972068 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9dae8caf-3e09-4d2e-9869-9714ceffd2db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (0b990ce3-2a46-42e6-b3b4-a50ffa2025d1), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.002496 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9dae8caf-3e09-4d2e-9869-9714ceffd2db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.003708 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9dae8caf-3e09-4d2e-9869-9714ceffd2db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1277282 Oct 17 10:28:38.005585 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae8caf-3e09-4d2e-9869-9714ceffd2db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:38.006807 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57654) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:38.011398 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-f998edf3-0260-4ac2-afec-6b5558fd8db5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group_rule': {'security_group_id': '0b990ce3-2a46-42e6-b3b4-a50ffa2025d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:38.040651 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f998edf3-0260-4ac2-afec-6b5558fd8db5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (2415d19f-b056-47df-85aa-2d0117284174), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.098388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f998edf3-0260-4ac2-afec-6b5558fd8db5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (2415d19f-b056-47df-85aa-2d0117284174), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.101795 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f998edf3-0260-4ac2-afec-6b5558fd8db5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (2415d19f-b056-47df-85aa-2d0117284174), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.121022 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998edf3-0260-4ac2-afec-6b5558fd8db5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2415d19f-b056-47df-85aa-2d0117284174,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:38.128517 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f998edf3-0260-4ac2-afec-6b5558fd8db5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.129715 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f998edf3-0260-4ac2-afec-6b5558fd8db5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218636 Oct 17 10:28:38.132553 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57662) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:38.136756 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-73eddd18-5907-427f-b2c7-f1459121187f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group_rule': {'security_group_id': '0b990ce3-2a46-42e6-b3b4-a50ffa2025d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:38.153936 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6880ef3a-9bcc-4c03-9183-87d13a33deaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.163577 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73eddd18-5907-427f-b2c7-f1459121187f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (37c18d5d-fd6a-4b1b-898d-cec24ec79cc1), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.223444 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73eddd18-5907-427f-b2c7-f1459121187f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (37c18d5d-fd6a-4b1b-898d-cec24ec79cc1), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.226795 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73eddd18-5907-427f-b2c7-f1459121187f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (37c18d5d-fd6a-4b1b-898d-cec24ec79cc1), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.245661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eddd18-5907-427f-b2c7-f1459121187f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c18d5d-fd6a-4b1b-898d-cec24ec79cc1,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:38.253181 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73eddd18-5907-427f-b2c7-f1459121187f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.254387 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-73eddd18-5907-427f-b2c7-f1459121187f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209013 Oct 17 10:28:38.257656 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57664) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:38.261788 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:38.283059 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.361303 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.471353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Allocated IP 172.27.3.202 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/68ccd169-668b-4941-89d7-0f6ab733a7d5) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:38.578067 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (68ccd169-668b-4941-89d7-0f6ab733a7d5), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.611747 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (68ccd169-668b-4941-89d7-0f6ab733a7d5), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.650004 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:38.655062 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:38.659106 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:38.664120 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=68ccd169-668b-4941-89d7-0f6ab733a7d5,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:38.689659 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:38.695453 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:38.746468 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (f2685883-7b75-4e76-9e37-b91938464773), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.784253 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (68ccd169-668b-4941-89d7-0f6ab733a7d5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.931870 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (68ccd169-668b-4941-89d7-0f6ab733a7d5), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:38.936578 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (68ccd169-668b-4941-89d7-0f6ab733a7d5), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:39.003439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (f2685883-7b75-4e76-9e37-b91938464773), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:39.005931 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=68ccd169-668b-4941-89d7-0f6ab733a7d5,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:39.022173 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:39.023443 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-3d6547cb-bf17-4e74-b382-b20e2a0a0e31 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7648897 Oct 17 10:28:39.254313 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-ebb8ec73-bcb8-4cde-87b4-23e854dc1aae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1240267214&fields=id&tenant_id=41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 267 time: 0.0439231 Oct 17 10:28:39.349302 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:39.367570 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9ba35933-0c61-470f-8851-543cd4520bf0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:39.369037 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9ba35933-0c61-470f-8851-543cd4520bf0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 815 time: 0.1083655 Oct 17 10:28:39.383931 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-cbd74722-eae1-4c80-ac39-5426fba1e5d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/quotas/41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 375 time: 0.0089767 Oct 17 10:28:39.436294 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fb8fc1d7-5422-46ac-a8d4-f18d7cab5af6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469148 Oct 17 10:28:39.534617 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-5c115df7-ce2a-49a1-8d7a-3a7929742b47 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860991 Oct 17 10:28:39.622345 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-b5ffa0b3-6a3b-4f28-be06-7c2895795a1b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822794 Oct 17 10:28:39.791497 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0d61fb9a-9356-4759-8e87-097651ac593a req-0bbdb374-aa51-4360-a83e-f5f6adc6246e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 210 time: 0.0297413 Oct 17 10:28:40.650994 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:40.895684 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79a7713a-fda3-45e3-aba0-84e18c8e9d50 req-4e15e954-bfcc-4cee-80e0-2a7515a84b81 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 210 time: 0.0287654 Oct 17 10:28:41.214425 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:41.468871 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-18b283f5-e797-41f4-90bb-7f9d2b790086 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:41.470199 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-18b283f5-e797-41f4-90bb-7f9d2b790086 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 815 time: 0.1103017 Oct 17 10:28:41.551274 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-29fcaf2d-f2df-470b-a63c-6a244454ab6d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 472 time: 0.0650377 Oct 17 10:28:41.677592 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'port': {'device_id': '51aad574-c9a9-4a6e-8210-38ae14243987', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'admin_state_up': True, 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'security_groups': ['0b990ce3-2a46-42e6-b3b4-a50ffa2025d1']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:41.789437 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Made reservation on behalf of 41a236cfbaf14211a6a3674f3c2f3a67 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:28:41.793236 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:41.912272 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:41.919198 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Allocated IP 172.20.0.3 (ad62b422-f6a9-44d6-866f-37a78f2fcbac/ccff10c5-bf44-4d13-98a5-4becf7a00cc0/4fcf66fa-6ad5-46ee-98fa-e103523d2a0f) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:41.943744 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:42.034285 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-60425d28-42d2-46fe-8ceb-bfdbbb35eeba req-73672941-d355-4867-bf6a-45fca1ea0c3c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 210 time: 0.0576551 Oct 17 10:28:42.087869 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:42.119797 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:42.166916 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:42.170022 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:42.174129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:42.197099 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:42.228687 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:42.229316 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:42.249181 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-fc295220-3595-48ad-9d21-57cc15a209eb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5752652 Oct 17 10:28:42.267482 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Request body: {'port': {'device_id': '51aad574-c9a9-4a6e-8210-38ae14243987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:42.337435 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:42.401076 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-64d0dbfd-780e-4318-9031-581217e4fd25 None None] Provisioning complete for port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:42.401678 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-64d0dbfd-780e-4318-9031-581217e4fd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:42.401915 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-64d0dbfd-780e-4318-9031-581217e4fd25 None None] Attempt 1 to provision port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f Oct 17 10:28:42.434016 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-64d0dbfd-780e-4318-9031-581217e4fd25 None None] Port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:28:42.590817 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:28:42.598844 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Publish callbacks [] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:42.612015 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Transition to ACTIVE for port object 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:28:42.615808 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:42.917918 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:42.918729 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:42.946337 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Attempting to bind port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:28:42.946678 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Attempting to bind port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:28:42.947009 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Attempting to bind port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:42.988741 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f on network ad62b422-f6a9-44d6-866f-37a78f2fcbac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:28:42.989072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Attempting to bind port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:43.030381 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:28:43.030721 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Checking segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:43.031102 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Bound using segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:28:43.031537 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Bound port: 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:28:43.031898 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:43.041970 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:43.095417 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] For port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:28:43.098478 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] For port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:28:43.105091 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:43.109292 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:43.109896 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:43.111297 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/4fcf66fa-6ad5-46ee-98fa-e103523d2a0f HTTP/1.1" status: 200 len: 1093 time: 0.8491940 Oct 17 10:28:43.111853 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51aad574-c9a9-4a6e-8210-38ae14243987', 'tag': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:28:43.114080 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc" -d '{"events": [{"name": "network-changed", "server_uuid": "51aad574-c9a9-4a6e-8210-38ae14243987", "tag": "4fcf66fa-6ad5-46ee-98fa-e103523d2a0f"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:28:43.158494 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549e246c-d5b5-420b-815b-2385207168a8 x-openstack-request-id: req-549e246c-d5b5-420b-815b-2385207168a8 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:28:43.158783 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51aad574-c9a9-4a6e-8210-38ae14243987", "tag": "4fcf66fa-6ad5-46ee-98fa-e103523d2a0f", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:28:43.159037 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-549e246c-d5b5-420b-815b-2385207168a8 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:28:43.159431 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549e246c-d5b5-420b-815b-2385207168a8'] response: {'name': 'network-changed', 'server_uuid': '51aad574-c9a9-4a6e-8210-38ae14243987', 'tag': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f', 'status': 'completed', 'code': 200} Oct 17 10:28:43.162377 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b2815-24c4-4db3-ac37-11ce190798d5 req-bea8b07b-416d-444a-84e9-4c71351abdac tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:43.164088 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be9b2815-24c4-4db3-ac37-11ce190798d5 req-bea8b07b-416d-444a-84e9-4c71351abdac tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 943 time: 0.0546179 Oct 17 10:28:43.169177 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04d0b5-f78f-423b-acb7-56361f674074 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:43.223527 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be9b2815-24c4-4db3-ac37-11ce190798d5 req-b6c4311c-e791-4d29-abf6-73e0743df326 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451880 Oct 17 10:28:43.237443 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-4969a436-a7cd-409d-bd2a-171270cbc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:43.239075 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-4969a436-a7cd-409d-bd2a-171270cbc8ef service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 1127 time: 0.0408428 Oct 17 10:28:43.287102 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-41862419-b737-4bf5-9356-2cba6d086459 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f HTTP/1.1" status: 200 len: 217 time: 0.0324030 Oct 17 10:28:43.341005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-03fb9384-1d71-48cb-82bb-ab7648b7d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:43.342627 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-03fb9384-1d71-48cb-82bb-ab7648b7d707 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.0474653 Oct 17 10:28:43.387827 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-b9f66f0e-6ee5-428b-8469-1114197ad134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:43.389915 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-b9f66f0e-6ee5-428b-8469-1114197ad134 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408599 Oct 17 10:28:43.485291 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-a408be35-f82e-4602-afc9-a761534251da service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879183 Oct 17 10:28:43.574646 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7975c6e-c55b-406e-be45-19d686e6dbe6 req-3fc9e281-356a-49a7-8e9b-c266f951a55f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824745 Oct 17 10:28:44.223266 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:28:44.343749 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c7206-e56a-429d-b54d-144b72ec1f16 req-6599f47a-20d3-4525-8b9f-f0431884e654 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:44.345247 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d99c7206-e56a-429d-b54d-144b72ec1f16 req-6599f47a-20d3-4525-8b9f-f0431884e654 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 943 time: 0.0471106 Oct 17 10:28:44.397328 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d99c7206-e56a-429d-b54d-144b72ec1f16 req-7f941584-a039-495a-b3d4-9b43c1c79b07 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Oct 17 10:28:45.519981 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725ea79-abfb-49f5-b1fa-2c71f63c0ae4 req-807ae249-1271-4e67-b74f-911341a70deb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:45.521459 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6725ea79-abfb-49f5-b1fa-2c71f63c0ae4 req-807ae249-1271-4e67-b74f-911341a70deb tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 943 time: 0.0474842 Oct 17 10:28:45.568156 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6725ea79-abfb-49f5-b1fa-2c71f63c0ae4 req-08b0a2e3-18ac-41d0-9ede-2411c76b5bec tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Oct 17 10:28:46.684954 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c73f4-fcb0-4fb1-a234-e03f06d53c62 req-2fd8e575-122f-4508-ba4b-2929f4d09692 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:46.687083 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-941c73f4-fcb0-4fb1-a234-e03f06d53c62 req-2fd8e575-122f-4508-ba4b-2929f4d09692 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 943 time: 0.0463109 Oct 17 10:28:46.733173 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-941c73f4-fcb0-4fb1-a234-e03f06d53c62 req-e1fe9e73-d5b6-456b-a23f-153007494576 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Oct 17 10:28:47.852892 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b146c-0c49-4d78-8851-f4ee38315a10 req-80f9e44c-6dbd-4aa8-8527-6d39451531e4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:47.854525 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-754b146c-0c49-4d78-8851-f4ee38315a10 req-80f9e44c-6dbd-4aa8-8527-6d39451531e4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 943 time: 0.0484302 Oct 17 10:28:47.906580 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-754b146c-0c49-4d78-8851-f4ee38315a10 req-5386c7dc-f4ee-401f-9bd8-dc04fd063e62 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465579 Oct 17 10:28:48.947721 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-3c43ccf6-7cdc-4b50-af63-547100cd152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:48.949087 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-3c43ccf6-7cdc-4b50-af63-547100cd152e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 1127 time: 0.0385399 Oct 17 10:28:49.027004 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f6104-6262-45a1-b28e-f45b7702ea67 req-7a762ca1-a234-4030-9ebe-ddb4ad9e793c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:49.028466 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-834f6104-6262-45a1-b28e-f45b7702ea67 req-7a762ca1-a234-4030-9ebe-ddb4ad9e793c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 943 time: 0.0456989 Oct 17 10:28:49.071788 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:49.081077 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-834f6104-6262-45a1-b28e-f45b7702ea67 req-2ca0e9ec-890a-4c45-981d-c342c6bc17fa tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464566 Oct 17 10:28:49.684092 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-329d0928-094d-440c-bee3-923741f6977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:49.686772 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-329d0928-094d-440c-bee3-923741f6977a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 916 time: 0.0924323 Oct 17 10:28:49.774672 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:28:49.817928 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-45295e7e-8bdd-4d02-a01c-1fbaab7bf2ad tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-352866282&fields=id&tenant_id=8ca835fdc95849cd8db1882ebb693cc3 HTTP/1.1" status: 200 len: 267 time: 0.0469115 Oct 17 10:28:49.848571 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:49.877178 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:49.880850 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:49.893511 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'port_id': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f', 'mac_address': 'fa:16:3e:a1:44:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:28:49.929544 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:49.929937 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:49.932465 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-7b436f3f-bfe5-4c1e-9a65-d25c3c1c3051 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:49.933928 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-7b436f3f-bfe5-4c1e-9a65-d25c3c1c3051 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/networks?id=d56795ad-30de-454e-bbb7-cab8a4532983 HTTP/1.1" status: 200 len: 809 time: 0.1085598 Oct 17 10:28:49.943468 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:28:49.948593 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-4ffc8fe1-1861-4f93-a1b9-d88baf4bafbb tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/quotas/8ca835fdc95849cd8db1882ebb693cc3 HTTP/1.1" status: 200 len: 375 time: 0.0090847 Oct 17 10:28:49.963755 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:49.969497 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:50.005402 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-c5338c79-93b4-43dd-9cde-a0d1f106a2f5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504713 Oct 17 10:28:50.015205 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:50.033164 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:50.040167 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.040512 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.040880 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.041246 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.041583 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.041901 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.042230 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.042853 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.042940 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.043308 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.043516 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.043848 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.044194 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.044488 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.044806 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:50.113454 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-1afee340-9df0-463e-b103-db472cdf6ec8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964396 Oct 17 10:28:50.120746 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-e5422a89-e92d-4c35-a8a1-ef46fb440da8 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f HTTP/1.1" status: 200 len: 217 time: 0.0528822 Oct 17 10:28:50.187031 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-04b40e5e-e5e2-478d-ac97-87c7bc8b0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:50.188705 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-04b40e5e-e5e2-478d-ac97-87c7bc8b0625 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.0612853 Oct 17 10:28:50.240613 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-0666820c-05cc-4d2f-826c-2862d2957f0e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202943 Oct 17 10:28:50.267812 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce640-81da-4b14-9cf4-4881260e94ab req-3551024a-a81d-4c4b-a161-916b57d3bb25 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:50.269412 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-412ce640-81da-4b14-9cf4-4881260e94ab req-3551024a-a81d-4c4b-a161-916b57d3bb25 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 944 time: 0.0793116 Oct 17 10:28:50.280932 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-f92279b8-5af1-4c09-93ee-36991de55009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:50.282358 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-f92279b8-5af1-4c09-93ee-36991de55009 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595603 Oct 17 10:28:50.363855 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:50.383690 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-412ce640-81da-4b14-9cf4-4881260e94ab req-34669cb1-bb97-4255-8a47-83eec1b3ba02 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060464 Oct 17 10:28:50.417410 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-4322bbd8-359b-47d5-9abf-d41b874826ad service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209161 Oct 17 10:28:50.519218 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8e90c72-d78b-4d6f-b1c7-a7a88b2642dc req-b24b90de-6dd3-4642-9f0d-c391024891b9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931058 Oct 17 10:28:50.554978 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3e1a3eab-08aa-4dbf-b36d-2e9844e6e95d req-084fabf8-179d-4c87-8e46-c63e19369382 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 210 time: 0.0290067 Oct 17 10:28:50.691143 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['4fcf66fa-6ad5-46ee-98fa-e103523d2a0f'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:28:51.124099 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317939-57b3-4a98-83ae-7a8aca79b48f req-f696ae3a-71d1-43c2-9034-a2c789ef3889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:51.125554 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-84317939-57b3-4a98-83ae-7a8aca79b48f req-f696ae3a-71d1-43c2-9034-a2c789ef3889 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0470037 Oct 17 10:28:51.171963 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-84317939-57b3-4a98-83ae-7a8aca79b48f req-1c2fe705-3f24-4295-96ac-39171b249af4 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409112 Oct 17 10:28:51.511439 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deef2a-772a-4870-a46e-be012a030cf3 req-ed262e33-a532-4f52-95a4-1b7948c649b0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:51.512914 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40deef2a-772a-4870-a46e-be012a030cf3 req-ed262e33-a532-4f52-95a4-1b7948c649b0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 944 time: 0.0494277 Oct 17 10:28:51.560446 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40deef2a-772a-4870-a46e-be012a030cf3 req-6773e4a8-74ec-4d12-a3b5-24859851e4be tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Oct 17 10:28:51.658729 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-43464df3-9f14-4a8d-89de-b86b77d47991 req-ce1d6bc9-4155-42a9-aac6-0f8dade1b8d1 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 210 time: 0.0305729 Oct 17 10:28:52.299001 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100cc79-4436-4c55-b308-747600a419ee req-0b5bbf70-d593-4d84-9b23-7b9f04ef484f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:52.300493 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f100cc79-4436-4c55-b308-747600a419ee req-0b5bbf70-d593-4d84-9b23-7b9f04ef484f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0509300 Oct 17 10:28:52.349669 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f100cc79-4436-4c55-b308-747600a419ee req-8e76f453-6167-4e48-9f59-8fad29c683d2 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434854 Oct 17 10:28:52.585868 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:28:52.635675 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:28:52.641569 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:52.642801 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:52.643414 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f Oct 17 10:28:52.728115 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c422ef-e90b-4b30-ad17-c415e003f0be req-5937b63a-c97e-4a8e-a5db-a92e100c9c98 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:52.735098 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c422ef-e90b-4b30-ad17-c415e003f0be req-5937b63a-c97e-4a8e-a5db-a92e100c9c98 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 944 time: 0.0975664 Oct 17 10:28:52.735403 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:28:52.735828 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:52.758097 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:52.765693 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51aad574-c9a9-4a6e-8210-38ae14243987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:28:52.768329 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17bff8b-c0a5-4d71-a366-efadd9fb379b" -d '{"events": [{"server_uuid": "51aad574-c9a9-4a6e-8210-38ae14243987", "name": "network-vif-plugged", "status": "completed", "tag": "4fcf66fa-6ad5-46ee-98fa-e103523d2a0f"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:28:52.781354 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f1be9857-4a95-4c46-9d0f-ea5e70a80a4a req-05851dca-031e-4049-8a3c-44c26cdb4c39 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 210 time: 0.0392747 Oct 17 10:28:52.782509 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:28:52.787224 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:52.833793 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbfa548-6830-4b20-bcf7-5f5ecc1b3b16 x-openstack-request-id: req-0fbfa548-6830-4b20-bcf7-5f5ecc1b3b16 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:28:52.834089 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51aad574-c9a9-4a6e-8210-38ae14243987", "name": "network-vif-plugged", "status": "completed", "tag": "4fcf66fa-6ad5-46ee-98fa-e103523d2a0f", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:28:52.834361 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fbfa548-6830-4b20-bcf7-5f5ecc1b3b16 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:28:52.834753 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbfa548-6830-4b20-bcf7-5f5ecc1b3b16'] response: {'server_uuid': '51aad574-c9a9-4a6e-8210-38ae14243987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f', 'code': 200} Oct 17 10:28:52.837053 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-53d06c07-7318-487b-a933-c450f90a2ad0 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:52.838567 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-53d06c07-7318-487b-a933-c450f90a2ad0 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.30 "GET /networking/v2.0/networks?id=d56795ad-30de-454e-bbb7-cab8a4532983 HTTP/1.1" status: 200 len: 809 time: 0.1926622 Oct 17 10:28:52.849854 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:52.855913 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:52.868812 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4c422ef-e90b-4b30-ad17-c415e003f0be req-5258a6e2-b38e-469f-9f91-489da23e5d22 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741000 Oct 17 10:28:52.991321 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-f223f2a1-3881-4ff4-b17d-20b329084bde tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ca835fdc95849cd8db1882ebb693cc3 HTTP/1.1" status: 200 len: 379 time: 0.0595033 Oct 17 10:28:53.002400 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Request body: {'port': {'device_id': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'admin_state_up': True, 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'security_groups': ['d02b4faa-003e-46e4-a7fe-6e61148d4271']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:53.138632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d80d2f-7dbe-4155-8303-4c74a6141833 req-73930adc-8260-4aa0-8ac8-3e274724f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:53.140108 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c8d80d2f-7dbe-4155-8303-4c74a6141833 req-73930adc-8260-4aa0-8ac8-3e274724f5f2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 1129 time: 0.0618491 Oct 17 10:28:53.141632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:53.155414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Made reservation on behalf of 8ca835fdc95849cd8db1882ebb693cc3 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:28:53.158974 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:53.237965 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c8d80d2f-7dbe-4155-8303-4c74a6141833 req-70654b8b-d35f-4d0c-8ac0-5e0947f9905e service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909510 Oct 17 10:28:53.300182 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:53.312271 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Allocated IP 172.20.0.9 (d56795ad-30de-454e-bbb7-cab8a4532983/5f930520-938c-40ea-9764-88e84144a5bd/083d8c37-1604-41ef-9b77-292a1de778b8) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:28:53.468251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for port (083d8c37-1604-41ef-9b77-292a1de778b8), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:53.480447 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72592a36-0875-4dd9-ad7c-90597dbae3a1 req-f4da9f07-cfa1-4206-a420-3babeb1d68fb tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:53.481926 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-72592a36-0875-4dd9-ad7c-90597dbae3a1 req-f4da9f07-cfa1-4206-a420-3babeb1d68fb tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0493305 Oct 17 10:28:53.501208 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:53.534260 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-72592a36-0875-4dd9-ad7c-90597dbae3a1 req-5a7ec0a1-a10a-4551-9d92-81663e8d6cc9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458272 Oct 17 10:28:53.553394 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Network d56795ad-30de-454e-bbb7-cab8a4532983 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:28:53.556621 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:28:53.561285 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:28:53.587096 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'Port': ['ID=083d8c37-1604-41ef-9b77-292a1de778b8,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:53.602150 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.602534 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.602877 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.603212 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.603791 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.604289 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.604615 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.604940 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.605265 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.605585 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.605907 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.606230 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.606581 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.606901 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.608236 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:28:53.632992 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:53.633634 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:53.650241 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-01fd7938-a651-4a24-99be-906259cf7140 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6533413 Oct 17 10:28:53.820102 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-0e06e4b7-813a-4b6d-ba20-7f84cf7e097a None None] Provisioning complete for port 083d8c37-1604-41ef-9b77-292a1de778b8 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:28:53.820613 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0e06e4b7-813a-4b6d-ba20-7f84cf7e097a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:53.820913 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-0e06e4b7-813a-4b6d-ba20-7f84cf7e097a None None] Attempt 1 to provision port 083d8c37-1604-41ef-9b77-292a1de778b8 Oct 17 10:28:53.852977 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-0e06e4b7-813a-4b6d-ba20-7f84cf7e097a None None] Port 083d8c37-1604-41ef-9b77-292a1de778b8 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:28:53.902651 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da069-941f-4a2e-bdb8-6e7434ec8209 req-76f4c003-0805-4725-93ea-52d80bcd6943 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:53.904649 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-321da069-941f-4a2e-bdb8-6e7434ec8209 req-76f4c003-0805-4725-93ea-52d80bcd6943 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 931 time: 0.0490994 Oct 17 10:28:53.943819 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Request body: {'port': {'device_id': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:53.986184 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-321da069-941f-4a2e-bdb8-6e7434ec8209 req-701e8e4d-d137-4307-891d-fd3ab92de84c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754697 Oct 17 10:28:54.004868 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ea45f-df7d-4452-9dc5-3de54e3a72aa req-214b5596-53a7-46ba-a117-2aa987083e53 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:54.007562 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-581ea45f-df7d-4452-9dc5-3de54e3a72aa req-214b5596-53a7-46ba-a117-2aa987083e53 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 945 time: 0.0598562 Oct 17 10:28:54.036844 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:54.063370 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-581ea45f-df7d-4452-9dc5-3de54e3a72aa req-ede42eb9-b9df-4f52-8dbf-e0e0de736b53 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497968 Oct 17 10:28:54.217773 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:54.218456 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:54.258581 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:54.312145 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083d8c37-1604-41ef-9b77-292a1de778b8 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:28:54.316022 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:54.320494 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Publish callbacks [] for port (083d8c37-1604-41ef-9b77-292a1de778b8), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:54.334867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Transition to ACTIVE for port object 083d8c37-1604-41ef-9b77-292a1de778b8 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:28:54.338351 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:54.399740 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Pushing event updated for resources: {'Port': ['ID=083d8c37-1604-41ef-9b77-292a1de778b8,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:54.453200 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Attempting to bind port 083d8c37-1604-41ef-9b77-292a1de778b8 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:28:54.453538 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Attempting to bind port 083d8c37-1604-41ef-9b77-292a1de778b8 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:28:54.453884 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Attempting to bind port 083d8c37-1604-41ef-9b77-292a1de778b8 on network d56795ad-30de-454e-bbb7-cab8a4532983 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:54.494002 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Port 083d8c37-1604-41ef-9b77-292a1de778b8 on network d56795ad-30de-454e-bbb7-cab8a4532983 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:28:54.494252 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Attempting to bind port 083d8c37-1604-41ef-9b77-292a1de778b8 on network d56795ad-30de-454e-bbb7-cab8a4532983 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:28:54.535403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:28:54.535746 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Checking segment: {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:28:54.536125 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Bound using segment: {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:28:54.536557 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Bound port: 083d8c37-1604-41ef-9b77-292a1de778b8, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49945e5-3672-4489-be01-d11a901e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:28:54.536914 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:54.601333 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:28:54.604622 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=083d8c37-1604-41ef-9b77-292a1de778b8,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:28:54.610901 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:54.614064 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:54.614947 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:54.616311 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 200 len: 1093 time: 0.6772039 Oct 17 10:28:54.619738 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:28:54.621944 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d250e49-b141-41ef-b42c-09879c9787f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:28:54.673623 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4953caf-3903-4b80-9607-997f41efd21a x-openstack-request-id: req-f4953caf-3903-4b80-9607-997f41efd21a {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:28:54.673940 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:28:54.674299 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4953caf-3903-4b80-9607-997f41efd21a {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:28:54.674711 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4953caf-3903-4b80-9607-997f41efd21a'] response: {'name': 'network-changed', 'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8', 'status': 'completed', 'code': 200} Oct 17 10:28:54.704324 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc214-33b4-42ca-bc0d-d6978309e7f2 req-e0af973f-f21b-4955-8118-0b7df86de0f0 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:54.705791 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-773fc214-33b4-42ca-bc0d-d6978309e7f2 req-e0af973f-f21b-4955-8118-0b7df86de0f0 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0885980 Oct 17 10:28:54.710617 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ed0b6-f8dc-4228-8075-f627db378c88 service neutron] Pushing event updated for resources: {'Port': ['ID=083d8c37-1604-41ef-9b77-292a1de778b8,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:28:54.756256 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-773fc214-33b4-42ca-bc0d-d6978309e7f2 req-1f77bef1-a839-4a5d-872e-1c57018e1523 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420630 Oct 17 10:28:55.124437 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88518878-b429-42a8-8a6a-d8f7ad84c3de req-4b993bde-76af-4212-b159-7df23aa79021 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:55.125794 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-88518878-b429-42a8-8a6a-d8f7ad84c3de req-4b993bde-76af-4212-b159-7df23aa79021 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0620215 Oct 17 10:28:55.150629 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d250e49-b141-41ef-b42c-09879c9787f6 req-bb267ad8-a7bc-4c4e-89de-797029186b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:55.152235 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6d250e49-b141-41ef-b42c-09879c9787f6 req-bb267ad8-a7bc-4c4e-89de-797029186b36 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1127 time: 0.0541801 Oct 17 10:28:55.177201 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-88518878-b429-42a8-8a6a-d8f7ad84c3de req-4bfdc7c5-0aea-411e-9592-cfb3c95d7f17 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456414 Oct 17 10:28:55.202924 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02bc50-5804-49d9-87ad-67c668a5d0c4 req-192305e9-2109-444c-a01c-c4e41a0da6e0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:55.204512 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e02bc50-5804-49d9-87ad-67c668a5d0c4 req-192305e9-2109-444c-a01c-c4e41a0da6e0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 945 time: 0.0466223 Oct 17 10:28:55.252411 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e02bc50-5804-49d9-87ad-67c668a5d0c4 req-4dd03c6b-52fd-4cef-9d63-1ec0c1bf3007 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422399 Oct 17 10:28:55.352351 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d250e49-b141-41ef-b42c-09879c9787f6 req-38e6009f-ea9c-4d6f-ac4d-0d32df4bbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:55.353997 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6d250e49-b141-41ef-b42c-09879c9787f6 req-38e6009f-ea9c-4d6f-ac4d-0d32df4bbdeb service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0995598 Oct 17 10:28:55.878751 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a4555-797f-432d-aede-e681ee593fcd req-fe116759-a004-4361-9568-1ba912624499 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:55.880288 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-820a4555-797f-432d-aede-e681ee593fcd req-fe116759-a004-4361-9568-1ba912624499 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Oct 17 10:28:55.937379 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-820a4555-797f-432d-aede-e681ee593fcd req-df3c8066-9807-4a4e-af48-5c1b387f70d2 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513697 Oct 17 10:28:55.938967 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d250e49-b141-41ef-b42c-09879c9787f6 req-39f74123-b966-4cd7-8329-ea7c41fe28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:55.940496 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6d250e49-b141-41ef-b42c-09879c9787f6 req-39f74123-b966-4cd7-8329-ea7c41fe28de service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977721 Oct 17 10:28:56.300664 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadea31-cfe6-4182-8769-f1d8db72c797 req-7a38cb91-6d5a-43d8-9965-bd3962ae126c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:56.302262 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2cadea31-cfe6-4182-8769-f1d8db72c797 req-7a38cb91-6d5a-43d8-9965-bd3962ae126c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0509262 Oct 17 10:28:56.321283 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:56.354889 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2cadea31-cfe6-4182-8769-f1d8db72c797 req-a27d630b-ca49-4315-a796-5e2dc4e90a29 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469570 Oct 17 10:28:56.375136 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273af6d-ea85-463b-8c71-b9c1db76799c req-d9eb526b-da67-4e5f-8073-5f0551055115 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:56.376654 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f273af6d-ea85-463b-8c71-b9c1db76799c req-d9eb526b-da67-4e5f-8073-5f0551055115 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 945 time: 0.0481381 Oct 17 10:28:56.416440 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:56.424746 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f273af6d-ea85-463b-8c71-b9c1db76799c req-1e85e7dd-760d-4b5b-b16a-261b0749eaae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 Oct 17 10:28:56.531099 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:56.542268 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9574ed8-2083-4bd5-a97a-dee6be661126 req-2eaaa3c8-ec34-4937-8f91-45ac6494ff20 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:56.543755 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e9574ed8-2083-4bd5-a97a-dee6be661126 req-2eaaa3c8-ec34-4937-8f91-45ac6494ff20 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 945 time: 0.0495405 Oct 17 10:28:56.553940 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57880) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:28:56.558301 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-0431ac18-e934-4cd9-8614-722132a2b964 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'floatingip': {'port_id': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:28:56.596928 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0431ac18-e934-4cd9-8614-722132a2b964 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (f2685883-7b75-4e76-9e37-b91938464773), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:56.850924 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-8e594cde-8c2b-45b2-a634-51af5c298e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:56.852401 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-8e594cde-8c2b-45b2-a634-51af5c298e0d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1127 time: 0.0803788 Oct 17 10:28:56.958269 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-c8696705-c751-48c3-bd26-08093eeceb39 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 200 len: 217 time: 0.0734456 Oct 17 10:28:57.053749 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-2fb4f977-521a-4975-a1eb-4c34eec78093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:57.055240 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-2fb4f977-521a-4975-a1eb-4c34eec78093 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=5f930520-938c-40ea-9764-88e84144a5bd HTTP/1.1" status: 200 len: 848 time: 0.0866382 Oct 17 10:28:57.072170 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1fe4-40c4-433b-8b3b-516e8d1dcbf5 req-d68117a6-8259-4d86-aa26-9a1e54c58f12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:57.073699 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-967b1fe4-40c4-433b-8b3b-516e8d1dcbf5 req-d68117a6-8259-4d86-aa26-9a1e54c58f12 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0506482 Oct 17 10:28:57.124023 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-967b1fe4-40c4-433b-8b3b-516e8d1dcbf5 req-25f4f5e4-6ded-455a-8fad-90a42040dc10 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436974 Oct 17 10:28:57.159519 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-fff9e4ec-4b5e-4c10-89b5-6d465c58efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:57.160949 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-fff9e4ec-4b5e-4c10-89b5-6d465c58efa5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=d56795ad-30de-454e-bbb7-cab8a4532983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746014 Oct 17 10:28:57.179146 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0431ac18-e934-4cd9-8614-722132a2b964 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:57.182720 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0431ac18-e934-4cd9-8614-722132a2b964 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (f2685883-7b75-4e76-9e37-b91938464773), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:57.279771 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-0431ac18-e934-4cd9-8614-722132a2b964 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Floating IP f2685883-7b75-4e76-9e37-b91938464773 associated. External IP: 172.27.3.202, port: 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f. Oct 17 10:28:57.768049 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:57.790493 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee268c-acb5-4e4b-bf15-d15a1f7f5d1c req-72450325-7b69-41e9-930a-88c6ec4ba1bf tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:57.791972 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-daee268c-acb5-4e4b-bf15-d15a1f7f5d1c req-72450325-7b69-41e9-930a-88c6ec4ba1bf tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.1185005 Oct 17 10:28:57.796710 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:57.808725 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-a049bf5d-3b41-4a16-833b-f2f0cf22c1f5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359355 Oct 17 10:28:57.843799 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0431ac18-e934-4cd9-8614-722132a2b964 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:28:57.959990 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-daee268c-acb5-4e4b-bf15-d15a1f7f5d1c req-0b4a20d9-8d48-4a52-a3d5-358f00c78a2a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565473 Oct 17 10:28:58.026744 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-feb417ff-4141-4f54-903e-11d906fdf1dc req-5f685ad7-0b63-4a89-a412-d0c286c910c0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982892 Oct 17 10:28:58.049192 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0431ac18-e934-4cd9-8614-722132a2b964 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:28:58.054710 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0431ac18-e934-4cd9-8614-722132a2b964 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:28:58.062552 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:28:58.085055 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:58.085926 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:28:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:58.093988 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-0431ac18-e934-4cd9-8614-722132a2b964 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/f2685883-7b75-4e76-9e37-b91938464773 HTTP/1.1" status: 200 len: 991 time: 1.5389500 Oct 17 10:28:58.094743 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51aad574-c9a9-4a6e-8210-38ae14243987', 'tag': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:28:58.097365 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11943f84-58e5-4124-9b14-d45557884a84" -d '{"events": [{"name": "network-changed", "server_uuid": "51aad574-c9a9-4a6e-8210-38ae14243987", "tag": "4fcf66fa-6ad5-46ee-98fa-e103523d2a0f"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:28:58.148132 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e60a04-0594-4ce4-8454-061c1d674cb7 x-openstack-request-id: req-12e60a04-0594-4ce4-8454-061c1d674cb7 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:28:58.148499 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51aad574-c9a9-4a6e-8210-38ae14243987", "tag": "4fcf66fa-6ad5-46ee-98fa-e103523d2a0f", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:28:58.148816 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12e60a04-0594-4ce4-8454-061c1d674cb7 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:28:58.149281 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e60a04-0594-4ce4-8454-061c1d674cb7'] response: {'name': 'network-changed', 'server_uuid': '51aad574-c9a9-4a6e-8210-38ae14243987', 'tag': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f', 'status': 'completed', 'code': 200} Oct 17 10:28:58.198803 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:58.265733 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cf4ad-5f58-4026-898c-ee9d28e6af43 req-ea9fdae8-3585-4f54-89bf-d9aa6ad326e9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:58.267316 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5b9cf4ad-5f58-4026-898c-ee9d28e6af43 req-ea9fdae8-3585-4f54-89bf-d9aa6ad326e9 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0485880 Oct 17 10:28:58.316856 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5b9cf4ad-5f58-4026-898c-ee9d28e6af43 req-9d84684a-0ad9-4b37-ab3c-5fd1332fa5f6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438061 Oct 17 10:28:58.418484 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '0a819f6b-72e2-491c-89e7-828a22df7e9d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:57Z', 'updated_at': '2022-10-17T10:25:59Z', 'revision_number': 2, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}, {'id': 'f2685883-7b75-4e76-9e37-b91938464773', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:a1:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aad574-c9a9-4a6e-8210-38ae14243987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:28:38Z', 'updated_at': '2022-10-17T10:28:57Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:58.443953 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:28:58.452456 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:28:58.453061 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:28:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:58.554609 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:28:58.764034 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '0a819f6b-72e2-491c-89e7-828a22df7e9d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:57Z', 'updated_at': '2022-10-17T10:25:59Z', 'revision_number': 2, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}, {'id': 'f2685883-7b75-4e76-9e37-b91938464773', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:a1:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aad574-c9a9-4a6e-8210-38ae14243987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:28:38Z', 'updated_at': '2022-10-17T10:28:57Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:28:58.791324 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a821f-4d7f-44fc-b867-5f4cf98a9f7d None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '0a819f6b-72e2-491c-89e7-828a22df7e9d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:57Z', 'updated_at': '2022-10-17T10:25:59Z', 'revision_number': 2, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}, {'id': 'f2685883-7b75-4e76-9e37-b91938464773', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:a1:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aad574-c9a9-4a6e-8210-38ae14243987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:28:38Z', 'updated_at': '2022-10-17T10:28:57Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:28:58.974546 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f589c3-cb39-4fe9-a9b9-ca7e1273dbe3 None None] New status for floating IP f2685883-7b75-4e76-9e37-b91938464773: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:28:59.047876 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:59.104206 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed731b-9d22-4e4c-a9ed-db7c9145c836 req-51f53bbb-d423-41f3-a123-afcd0370d5b7 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:59.105713 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5ed731b-9d22-4e4c-a9ed-db7c9145c836 req-51f53bbb-d423-41f3-a123-afcd0370d5b7 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0669765 Oct 17 10:28:59.157314 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5ed731b-9d22-4e4c-a9ed-db7c9145c836 req-6aeb8544-28c9-4f1e-b86f-b0273f28a119 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445306 Oct 17 10:28:59.303170 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11943f84-58e5-4124-9b14-d45557884a84 req-eb014c3c-20a5-48a8-986d-ce0e6957d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:59.304672 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11943f84-58e5-4124-9b14-d45557884a84 req-eb014c3c-20a5-48a8-986d-ce0e6957d283 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 1129 time: 0.0398417 Oct 17 10:28:59.418136 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11943f84-58e5-4124-9b14-d45557884a84 req-2c3f844b-0bc4-449f-a5df-d54ca80dd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:59.419774 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11943f84-58e5-4124-9b14-d45557884a84 req-2c3f844b-0bc4-449f-a5df-d54ca80dd01e service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 916 time: 0.1092477 Oct 17 10:28:59.499167 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26c92f-949a-43dc-a735-5655553a854c req-1de10c6b-4678-43c4-b6a0-860e1d1440cc tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:59.500623 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2f26c92f-949a-43dc-a735-5655553a854c req-1de10c6b-4678-43c4-b6a0-860e1d1440cc tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0985994 Oct 17 10:28:59.532708 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11943f84-58e5-4124-9b14-d45557884a84 req-dd1f0703-7f52-44a2-94e4-a478c04a46f2 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f HTTP/1.1" status: 200 len: 1001 time: 0.0953920 Oct 17 10:28:59.585004 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2f26c92f-949a-43dc-a735-5655553a854c req-c7efe373-0776-44d8-91e4-1b1a3d4f5cbe tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776203 Oct 17 10:28:59.600837 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11943f84-58e5-4124-9b14-d45557884a84 req-09975d56-57ed-40aa-9343-cdc6111a5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:59.602251 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11943f84-58e5-4124-9b14-d45557884a84 req-09975d56-57ed-40aa-9343-cdc6111a5e2f service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.0601597 Oct 17 10:28:59.647568 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11943f84-58e5-4124-9b14-d45557884a84 req-0d2f00a0-b46b-4406-9a6c-338c95275d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:28:59.648995 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11943f84-58e5-4124-9b14-d45557884a84 req-0d2f00a0-b46b-4406-9a6c-338c95275d9d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394347 Oct 17 10:28:59.741338 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11943f84-58e5-4124-9b14-d45557884a84 req-ad372670-4a6d-433c-9e06-8dea180f4d8e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842726 Oct 17 10:28:59.766943 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:28:59.831636 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-11943f84-58e5-4124-9b14-d45557884a84 req-40885a0e-412d-4308-ad15-c9e1ccf4196c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830879 Oct 17 10:29:00.280535 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51144a51-83ba-48c8-9cc4-901d58306999 req-bb4c4aac-efaf-4b8b-b3ca-af427ca7236d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:00.282034 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-51144a51-83ba-48c8-9cc4-901d58306999 req-bb4c4aac-efaf-4b8b-b3ca-af427ca7236d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0476816 Oct 17 10:29:00.331756 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-51144a51-83ba-48c8-9cc4-901d58306999 req-945f7ae6-e6f4-4e02-b1a6-096dc6052127 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439603 Oct 17 10:29:00.714473 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b06f6-b31c-4c55-9886-6c3faea9d8ac req-fba84fef-3f7a-497f-9636-df6a801a022a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:00.716055 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b52b06f6-b31c-4c55-9886-6c3faea9d8ac req-fba84fef-3f7a-497f-9636-df6a801a022a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0510666 Oct 17 10:29:00.742389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:00.766048 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b52b06f6-b31c-4c55-9886-6c3faea9d8ac req-8b34252d-970c-47d8-865b-79907d900ecf tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432642 Oct 17 10:29:01.453212 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518cca4-0311-4762-8b5d-a3b848b278d6 req-d3526ef5-9301-4784-8d88-b3ef39531927 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:01.454702 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8518cca4-0311-4762-8b5d-a3b848b278d6 req-d3526ef5-9301-4784-8d88-b3ef39531927 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0500391 Oct 17 10:29:01.505777 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8518cca4-0311-4762-8b5d-a3b848b278d6 req-4e623cb8-cf32-45eb-bbd3-093dc445a63d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444598 Oct 17 10:29:01.888546 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df74db1-c0e5-4113-9c8f-377c37fe37dd req-2627df07-f0b9-40be-92f8-3a46b7fe82ff tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:01.890155 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1df74db1-c0e5-4113-9c8f-377c37fe37dd req-2627df07-f0b9-40be-92f8-3a46b7fe82ff tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0467739 Oct 17 10:29:01.937079 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1df74db1-c0e5-4113-9c8f-377c37fe37dd req-3ba18ca3-2c16-439d-b6c2-177116996b82 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414279 Oct 17 10:29:02.622278 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d9a40-9c26-4c92-80a5-33078ddef94a req-2f9ae532-c846-4d8e-b03f-ba17e82010d3 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:02.624367 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2f4d9a40-9c26-4c92-80a5-33078ddef94a req-2f9ae532-c846-4d8e-b03f-ba17e82010d3 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0462775 Oct 17 10:29:02.671450 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2f4d9a40-9c26-4c92-80a5-33078ddef94a req-c9cd29b4-be41-40b1-b460-45f0770a689a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416281 Oct 17 10:29:03.057179 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e93567-c1a8-4e42-95ad-770ff4e5b219 req-c466b180-8390-4776-bccf-996388e9160b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:03.058660 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-03e93567-c1a8-4e42-95ad-770ff4e5b219 req-c466b180-8390-4776-bccf-996388e9160b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0472517 Oct 17 10:29:03.110222 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-03e93567-c1a8-4e42-95ad-770ff4e5b219 req-4961d439-5b21-4464-9ffc-2cd0826f4e87 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452828 Oct 17 10:29:03.789865 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035b02f-10b0-4d5a-945d-fd3d82c14a0a req-27661d1c-cafd-43bf-a39c-010c9132feee tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:03.791256 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2035b02f-10b0-4d5a-945d-fd3d82c14a0a req-27661d1c-cafd-43bf-a39c-010c9132feee tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0459812 Oct 17 10:29:03.843140 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2035b02f-10b0-4d5a-945d-fd3d82c14a0a req-36e0d73b-6161-4841-aa4a-e7008ec20a9a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464118 Oct 17 10:29:04.231784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d90a4-a09b-452d-8d1b-5ecb0fa0944d req-8e98193e-90f2-40d8-8a76-d786ada55110 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:04.233738 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e47d90a4-a09b-452d-8d1b-5ecb0fa0944d req-8e98193e-90f2-40d8-8a76-d786ada55110 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0484707 Oct 17 10:29:04.283413 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e47d90a4-a09b-452d-8d1b-5ecb0fa0944d req-5959050b-0ebd-4f3b-b833-429e14029bdb tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Oct 17 10:29:04.965276 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f463c4-9f7a-4a00-b4d3-bf7786504d38 req-39816e33-ecb5-4d92-84c9-db0919fd6b38 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:04.967291 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a1f463c4-9f7a-4a00-b4d3-bf7786504d38 req-39816e33-ecb5-4d92-84c9-db0919fd6b38 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0466046 Oct 17 10:29:05.016335 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a1f463c4-9f7a-4a00-b4d3-bf7786504d38 req-9b89e1bb-60bb-40a1-bc7b-33073d1026cd tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434005 Oct 17 10:29:05.404633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dc2ea-dcd0-4be2-ab31-b2d72ff88655 req-7def13ab-a53c-410c-a77a-2c681eeda8fe tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:05.406092 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-868dc2ea-dcd0-4be2-ab31-b2d72ff88655 req-7def13ab-a53c-410c-a77a-2c681eeda8fe tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0466933 Oct 17 10:29:05.452937 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-868dc2ea-dcd0-4be2-ab31-b2d72ff88655 req-11fb3265-b3ad-42d2-a23b-d73b3a7ae100 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Oct 17 10:29:05.777186 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-712f3255-b32f-4a17-a580-b1372af746d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:06.136954 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bd9d9-f8a6-4503-9088-8e82bd97adae req-2680b181-cfb2-491f-b939-55028b022c1e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:06.138523 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-670bd9d9-f8a6-4503-9088-8e82bd97adae req-2680b181-cfb2-491f-b939-55028b022c1e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0475488 Oct 17 10:29:06.190732 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-670bd9d9-f8a6-4503-9088-8e82bd97adae req-7d872af2-eeda-454b-bf75-054953f0914d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Oct 17 10:29:06.575834 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b373c6-d7ba-4f38-9854-819e045492bf req-04dfef50-d565-4631-9113-97d4ec769f8a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:06.577881 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-53b373c6-d7ba-4f38-9854-819e045492bf req-04dfef50-d565-4631-9113-97d4ec769f8a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0502298 Oct 17 10:29:06.624689 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-53b373c6-d7ba-4f38-9854-819e045492bf req-219c4fee-17d4-46ee-acf1-7f677173cad5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 Oct 17 10:29:07.313220 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24736e4a-9dcb-47d1-b210-e9ad20574c52 req-2025c78c-e981-45e4-a39a-80b185eb4ab7 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:07.314718 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-24736e4a-9dcb-47d1-b210-e9ad20574c52 req-2025c78c-e981-45e4-a39a-80b185eb4ab7 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0502377 Oct 17 10:29:07.363639 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-24736e4a-9dcb-47d1-b210-e9ad20574c52 req-a7b96083-4bde-4dd0-a3bf-10fa2fb09b21 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434275 Oct 17 10:29:07.745686 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe2940-f61d-4a53-9e90-454275853019 req-d5a7ca9d-47f4-4daa-8c19-29dd09e2df3f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:07.747065 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ffe2940-f61d-4a53-9e90-454275853019 req-d5a7ca9d-47f4-4daa-8c19-29dd09e2df3f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0462720 Oct 17 10:29:07.793647 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ffe2940-f61d-4a53-9e90-454275853019 req-df0f9dc0-4977-43d3-a366-82741548285d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402224 Oct 17 10:29:08.158190 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0974dd5d-0af1-4b35-9dd2-7dfeff2f0c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:08.486610 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398c37e-c525-4a6b-8300-dbb4710a88b3 req-c146d044-f625-4d7c-850e-aab2f02ef28d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:08.488064 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e398c37e-c525-4a6b-8300-dbb4710a88b3 req-c146d044-f625-4d7c-850e-aab2f02ef28d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0489218 Oct 17 10:29:08.538474 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e398c37e-c525-4a6b-8300-dbb4710a88b3 req-e1dd8454-36de-4406-a650-30a5c1a117b8 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445149 Oct 17 10:29:08.913389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323edd3-7909-40c9-ab3b-f268f12740a0 req-f918bf0d-3a98-46c4-9985-2c99efcffc83 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:08.914871 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7323edd3-7909-40c9-ab3b-f268f12740a0 req-f918bf0d-3a98-46c4-9985-2c99efcffc83 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0467546 Oct 17 10:29:08.964916 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7323edd3-7909-40c9-ab3b-f268f12740a0 req-5cadc336-4e90-41dc-ae57-1c99b6c15fcf tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443401 Oct 17 10:29:09.090940 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:09.094936 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:09.354467 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:09.449951 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 57996) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:29:09.557315 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6422edde-c261-4718-8bf2-a6da504b42ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:09.636396 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6422edde-c261-4718-8bf2-a6da504b42ed admin admin] Publish callbacks [] for security_group (efd2d332-6147-4f09-8d7a-8dbf73524c6a), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:09.640823 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6422edde-c261-4718-8bf2-a6da504b42ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (efd2d332-6147-4f09-8d7a-8dbf73524c6a), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:09.660108 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934c24e-3b16-4cc8-b684-fdb87d31968c req-8eb83745-1796-4499-a8f8-3ce6a754c356 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:09.661579 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3934c24e-3b16-4cc8-b684-fdb87d31968c req-8eb83745-1796-4499-a8f8-3ce6a754c356 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0468678 Oct 17 10:29:09.666140 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:09.678874 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422edde-c261-4718-8bf2-a6da504b42ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd2d332-6147-4f09-8d7a-8dbf73524c6a,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:09.690715 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-6422edde-c261-4718-8bf2-a6da504b42ed admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3696c60531db4c2ab278361ea87cdf9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396317 Oct 17 10:29:09.693265 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58002) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:29:09.719398 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3934c24e-3b16-4cc8-b684-fdb87d31968c req-af22308b-a6be-46fc-af44-7d1e42b9b3e2 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520213 Oct 17 10:29:09.744472 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f6b86799-0872-49ac-bfc8-79a9d2201cb2 admin admin] Publish callbacks [] for security_group (efd2d332-6147-4f09-8d7a-8dbf73524c6a), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:09.752927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:09.765651 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f6b86799-0872-49ac-bfc8-79a9d2201cb2 admin admin] Publish callbacks [] for security_group (efd2d332-6147-4f09-8d7a-8dbf73524c6a), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:09.812870 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f6b86799-0872-49ac-bfc8-79a9d2201cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (efd2d332-6147-4f09-8d7a-8dbf73524c6a), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:09.815604 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f6b86799-0872-49ac-bfc8-79a9d2201cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:09.816747 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f6b86799-0872-49ac-bfc8-79a9d2201cb2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/efd2d332-6147-4f09-8d7a-8dbf73524c6a HTTP/1.1" status: 204 len: 168 time: 0.1226804 Oct 17 10:29:09.824391 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b86799-0872-49ac-bfc8-79a9d2201cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd2d332-6147-4f09-8d7a-8dbf73524c6a,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:10.100321 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf92c5b-ec30-4618-9bbe-49acee305bf2 req-fa8ab6a6-c642-4e29-a0cd-e3018bbcab39 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:10.101824 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cdf92c5b-ec30-4618-9bbe-49acee305bf2 req-fa8ab6a6-c642-4e29-a0cd-e3018bbcab39 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0533104 Oct 17 10:29:10.153325 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cdf92c5b-ec30-4618-9bbe-49acee305bf2 req-6d013452-ba8f-4827-aad6-b56e9e2fd9a7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450244 Oct 17 10:29:10.654736 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:10.845226 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:10.857174 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd320af-5a2d-4916-b940-611244724f32 req-64c75bd2-3f1d-4851-8026-52b4e3842aa3 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:10.859254 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dcd320af-5a2d-4916-b940-611244724f32 req-64c75bd2-3f1d-4851-8026-52b4e3842aa3 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0576479 Oct 17 10:29:10.894442 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:10.924806 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dcd320af-5a2d-4916-b940-611244724f32 req-c215e3ff-3e73-43a9-98bf-e88641a27398 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500743 Oct 17 10:29:11.218915 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:11.276046 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac105f80-04b1-44c4-9a3a-3758e4243e28 req-dbca00fb-1aa4-4580-b88e-12f3d7b3545c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:11.277516 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ac105f80-04b1-44c4-9a3a-3758e4243e28 req-dbca00fb-1aa4-4580-b88e-12f3d7b3545c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0477426 Oct 17 10:29:11.324625 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ac105f80-04b1-44c4-9a3a-3758e4243e28 req-99474506-c131-42ea-bc2c-656d83319986 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 Oct 17 10:29:12.050772 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a144c-1319-4984-a9fe-130ca91669cd req-1adca86a-26b3-4b3a-bd0e-b1c70d96ca21 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:12.052264 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dc3a144c-1319-4984-a9fe-130ca91669cd req-1adca86a-26b3-4b3a-bd0e-b1c70d96ca21 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0492377 Oct 17 10:29:12.058199 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-a7d8fd64-854b-4fb8-a321-08274f18cd2f tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=42e2bfadfd7546eda906a580a16c5a59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285470 Oct 17 10:29:12.103395 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dc3a144c-1319-4984-a9fe-130ca91669cd req-caf7dd24-d19c-45e5-ace8-5a5db16fb6d8 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454659 Oct 17 10:29:12.246908 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-5bf209ff-f22c-4221-bd55-cc7ad9843073 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:12.248279 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-5bf209ff-f22c-4221-bd55-cc7ad9843073 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846459 Oct 17 10:29:12.262771 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-6e9e6cb4-d514-42b0-958e-851d939e97ae tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/quotas/42e2bfadfd7546eda906a580a16c5a59 HTTP/1.1" status: 200 len: 375 time: 0.0090234 Oct 17 10:29:12.296366 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-cfc8bf70-5f5c-43dd-bb9c-52bccd43c279 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=42e2bfadfd7546eda906a580a16c5a59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273650 Oct 17 10:29:12.460345 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-928a902c-e458-4ba0-90ae-2b5d632d930c req-47a20d45-b91e-4314-a7ec-e186c872982c tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0284541 Oct 17 10:29:12.465604 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03577a-2906-4320-9174-3c18ced8127e req-ebe75f26-d937-4958-b908-f046f1fc90b7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:12.467214 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6c03577a-2906-4320-9174-3c18ced8127e req-ebe75f26-d937-4958-b908-f046f1fc90b7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0626905 Oct 17 10:29:12.517020 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6c03577a-2906-4320-9174-3c18ced8127e req-cbfae34b-3133-443c-b72f-75a03db195d4 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 Oct 17 10:29:13.225021 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba4344-8067-4f89-a1b0-829e2de3c51c req-dd3bb62a-3989-4ae1-b5e9-7df8a7691faf tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:13.226473 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6fba4344-8067-4f89-a1b0-829e2de3c51c req-dd3bb62a-3989-4ae1-b5e9-7df8a7691faf tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0486288 Oct 17 10:29:13.275343 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6fba4344-8067-4f89-a1b0-829e2de3c51c req-b7733b5e-b96e-41a1-98c3-2d1da326f53a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430715 Oct 17 10:29:13.571855 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-51a947ba-e350-4238-851a-475fdc882db4 req-2f56b4de-6e9d-454a-8b5b-5fe7599eeaeb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0271771 Oct 17 10:29:13.637429 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33b6c0-7fd2-4cef-9456-1a436436a4d5 req-cd0402e4-ba8e-43e9-995b-c95a1f658444 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:13.639974 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2d33b6c0-7fd2-4cef-9456-1a436436a4d5 req-cd0402e4-ba8e-43e9-995b-c95a1f658444 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0476017 Oct 17 10:29:13.686410 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2d33b6c0-7fd2-4cef-9456-1a436436a4d5 req-41202d15-8f8a-458b-8f3f-fe24ee0a10b7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413220 Oct 17 10:29:14.394299 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd8b99-1d16-4000-a608-12476e8e018d req-3a0178f8-287c-4694-91f0-f26a7bd0ba88 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:14.395683 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-48cd8b99-1d16-4000-a608-12476e8e018d req-3a0178f8-287c-4694-91f0-f26a7bd0ba88 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0473170 Oct 17 10:29:14.447349 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-48cd8b99-1d16-4000-a608-12476e8e018d req-0a44b34b-bca6-4f0e-b436-3c4f848bcfc0 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461345 Oct 17 10:29:14.676249 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-033a9ec1-5af4-40a7-a370-4d33aac85655 req-0bea503e-9e63-406b-9a18-30ce3ee5731a tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0279007 Oct 17 10:29:14.807693 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40b4c3-8aa6-4592-8bce-a33d0b99dc25 req-b194f459-0a0b-4a85-9e99-fb3c062b8c7d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:14.809178 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2e40b4c3-8aa6-4592-8bce-a33d0b99dc25 req-b194f459-0a0b-4a85-9e99-fb3c062b8c7d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0474277 Oct 17 10:29:14.856975 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2e40b4c3-8aa6-4592-8bce-a33d0b99dc25 req-91fed37e-aa62-4555-9377-3fd874d27d32 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Oct 17 10:29:15.573504 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecab01-cee8-4eb1-aee4-d69fce9a1acf req-aa02889e-81a0-4858-b988-f69531e04915 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:15.574967 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-deecab01-cee8-4eb1-aee4-d69fce9a1acf req-aa02889e-81a0-4858-b988-f69531e04915 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0538156 Oct 17 10:29:15.624956 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-deecab01-cee8-4eb1-aee4-d69fce9a1acf req-bc86154f-4a15-4d7f-85b9-282dc740485f tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440629 Oct 17 10:29:15.775895 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6cd5f7f-d86d-4883-a049-3f8355eeb347 req-a73d2de1-7727-4dac-9778-b5d4e5e1b488 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0272856 Oct 17 10:29:15.977847 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc0f18-6957-48af-a6d8-64b9ecab4c84 req-2e6b3c9b-0568-4845-8d94-5c306ac6db36 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:15.979603 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-05bc0f18-6957-48af-a6d8-64b9ecab4c84 req-2e6b3c9b-0568-4845-8d94-5c306ac6db36 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0474494 Oct 17 10:29:16.025092 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-05bc0f18-6957-48af-a6d8-64b9ecab4c84 req-d2efe6d6-3f12-435c-8d88-c29f5e9494ab tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399780 Oct 17 10:29:16.742354 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d3938-1b02-4cde-9d09-d697c1ccddef req-972114ef-08fd-4bbe-b203-650ca82a2714 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:16.743860 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1f0d3938-1b02-4cde-9d09-d697c1ccddef req-972114ef-08fd-4bbe-b203-650ca82a2714 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0460870 Oct 17 10:29:16.796464 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1f0d3938-1b02-4cde-9d09-d697c1ccddef req-86abb56d-5a1e-4676-ac72-883ca14ca483 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461488 Oct 17 10:29:16.878096 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-dc41e935-5793-48cd-bc1b-439921cb826c req-fd6dce5a-6338-42f3-bfd6-80c72dfa5ff4 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0279491 Oct 17 10:29:17.144998 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1b42-e15b-4065-a142-3c2148032d93 req-ea32d83a-fac6-47fb-8e4b-c0380da9b0ef tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:17.146610 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-31be1b42-e15b-4065-a142-3c2148032d93 req-ea32d83a-fac6-47fb-8e4b-c0380da9b0ef tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0472369 Oct 17 10:29:17.193564 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-31be1b42-e15b-4065-a142-3c2148032d93 req-3644b4eb-b5cf-4d52-aafc-15069a34d13d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 Oct 17 10:29:17.920518 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5665c9-c54e-43e0-94d5-f39247c50e84 req-509a9797-5671-453e-b603-3b6aa0662a20 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:17.922066 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b5665c9-c54e-43e0-94d5-f39247c50e84 req-509a9797-5671-453e-b603-3b6aa0662a20 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0509846 Oct 17 10:29:17.972838 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b5665c9-c54e-43e0-94d5-f39247c50e84 req-e91c9b16-05d0-43f1-9bd4-9f47bca3d11f tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451744 Oct 17 10:29:17.979291 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fdcadd32-0e2a-4eeb-9489-2e67e6b4ece3 req-f8f426f3-b2c0-46b5-9360-64faa34ca4e2 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0283110 Oct 17 10:29:18.277211 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:18.315447 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94357e4-3a60-4d05-aa16-8ea8db643bd0 req-df34323f-c682-4d32-b0a3-3443325ec96a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:18.316912 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b94357e4-3a60-4d05-aa16-8ea8db643bd0 req-df34323f-c682-4d32-b0a3-3443325ec96a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Oct 17 10:29:18.363894 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b94357e4-3a60-4d05-aa16-8ea8db643bd0 req-2e6af8eb-8167-4c2a-9d49-d2f0630fd229 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Oct 17 10:29:19.086903 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6e630c56-b6ed-44fb-8da4-a6f69bb61595 req-2e33f870-6c05-4589-af67-6b554cfe8efe tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0326462 Oct 17 10:29:19.113641 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93faa1-ed39-4d3c-93a0-b577e8ade36d req-7054782c-31e1-454d-83d1-35655b5d837c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:19.115156 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fd93faa1-ed39-4d3c-93a0-b577e8ade36d req-7054782c-31e1-454d-83d1-35655b5d837c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0627692 Oct 17 10:29:19.164741 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fd93faa1-ed39-4d3c-93a0-b577e8ade36d req-7c67a491-bb2f-4c58-be8e-88c41bf628ab tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440247 Oct 17 10:29:19.447563 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:19.485416 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa56002-8c2b-4a55-9135-452740de0ecd req-b3027bdd-49de-461f-a96a-50c5ef6f4f70 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:19.486909 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6aa56002-8c2b-4a55-9135-452740de0ecd req-b3027bdd-49de-461f-a96a-50c5ef6f4f70 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0487573 Oct 17 10:29:19.534032 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6aa56002-8c2b-4a55-9135-452740de0ecd req-1263fe31-cb5e-452a-b0d9-1ddbcb470416 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416164 Oct 17 10:29:19.986335 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:20.000049 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:20.194473 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1de4804d-0d66-4fbd-bdf2-c7e3e2402e47 req-f46a2402-5f34-4c1d-a255-c522d106b702 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0275595 Oct 17 10:29:20.287919 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3430d71-57f6-440a-a058-606c4c097d88 req-2f698542-7c59-4fd0-9ad0-6b0cef325ecb tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:20.289604 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3430d71-57f6-440a-a058-606c4c097d88 req-2f698542-7c59-4fd0-9ad0-6b0cef325ecb tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0492203 Oct 17 10:29:20.338335 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3430d71-57f6-440a-a058-606c4c097d88 req-c0fdbac4-2ff1-451c-a592-228e080a8bba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432093 Oct 17 10:29:20.659545 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b6a1d-b09f-47bf-9534-b13dc52888e4 req-ee7536ed-18ae-45cd-8f45-47a3b587558d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:20.661021 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb8b6a1d-b09f-47bf-9534-b13dc52888e4 req-ee7536ed-18ae-45cd-8f45-47a3b587558d tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0468230 Oct 17 10:29:20.707350 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb8b6a1d-b09f-47bf-9534-b13dc52888e4 req-5e685739-ea16-413c-9c15-0944c85814ac tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408964 Oct 17 10:29:21.221655 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:29:21.300053 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-902db951-95a8-4b7c-8e03-8fd429311bab req-3488c16e-ded6-4bc6-acee-e77bf39753c1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0309381 Oct 17 10:29:21.460327 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbbeaf-b527-4346-b40c-a4dc359f8778 req-b2bc5c06-488b-4a44-a1cf-941251d0a0d2 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:21.461766 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3ecbbeaf-b527-4346-b40c-a4dc359f8778 req-b2bc5c06-488b-4a44-a1cf-941251d0a0d2 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0498092 Oct 17 10:29:21.511498 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3ecbbeaf-b527-4346-b40c-a4dc359f8778 req-778e148e-c89d-4c67-b6e7-121cb6320d66 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440047 Oct 17 10:29:21.826754 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f6983-c35a-4dac-84f9-68eeb2c4219b req-af4b93df-0c45-4c1c-9ade-84c06cc47a31 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:21.828160 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-927f6983-c35a-4dac-84f9-68eeb2c4219b req-af4b93df-0c45-4c1c-9ade-84c06cc47a31 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0479722 Oct 17 10:29:21.875809 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-927f6983-c35a-4dac-84f9-68eeb2c4219b req-030097ff-78e2-4519-bca3-18ad023ad138 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421650 Oct 17 10:29:22.399017 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7629cdc6-c3b0-45a3-8543-cff54d67f1ea req-e9dcc43b-01c5-4293-b62d-db27a7331e60 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0269988 Oct 17 10:29:22.633801 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cce15-bc32-4963-8027-08b33c962ac4 req-29dc4b14-1e2c-4e48-a5df-125f6f71465e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:22.635179 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d69cce15-bc32-4963-8027-08b33c962ac4 req-29dc4b14-1e2c-4e48-a5df-125f6f71465e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0473707 Oct 17 10:29:22.684547 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d69cce15-bc32-4963-8027-08b33c962ac4 req-58473043-38da-4562-be8d-98e3537c4f3a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431621 Oct 17 10:29:22.993654 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a710036-e646-4bd4-9572-7fb2658ac928 req-b4f65eb2-40ff-45b3-80db-b6f543ccc762 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:22.995136 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8a710036-e646-4bd4-9572-7fb2658ac928 req-b4f65eb2-40ff-45b3-80db-b6f543ccc762 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0462630 Oct 17 10:29:23.035740 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:23.043685 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8a710036-e646-4bd4-9572-7fb2658ac928 req-f678f113-bb20-4a42-9484-3d11069cfe6f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 Oct 17 10:29:23.502070 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-757d65a7-50da-4754-b69f-86fe05332783 req-a3636c27-96ee-4209-9ad7-c87ccc3d1a35 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0306334 Oct 17 10:29:23.791242 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:23.807233 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dd8e5-391c-4ce6-8e44-bb466322c703 req-65e2f325-bf8c-49b9-bbf3-1ff9baaf2d4f tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:23.808681 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-624dd8e5-391c-4ce6-8e44-bb466322c703 req-65e2f325-bf8c-49b9-bbf3-1ff9baaf2d4f tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0496044 Oct 17 10:29:23.857313 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-624dd8e5-391c-4ce6-8e44-bb466322c703 req-900acc87-bef2-427e-aeb2-0c5344653a79 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428076 Oct 17 10:29:24.167011 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc3e5e-d98e-48de-9f90-a313262e1f6d req-a90d13ae-6f47-40de-b05f-df603b2e2c7a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:24.168580 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-51cc3e5e-d98e-48de-9f90-a313262e1f6d req-a90d13ae-6f47-40de-b05f-df603b2e2c7a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0477557 Oct 17 10:29:24.216067 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-51cc3e5e-d98e-48de-9f90-a313262e1f6d req-7646042c-ca12-4e66-8e03-38b167499b20 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415306 Oct 17 10:29:24.601431 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-87054057-6274-486a-828c-d79487012835 req-acf829bc-837d-4d09-99a6-e71bbd5e9872 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0274925 Oct 17 10:29:24.975234 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6cf11-db46-401a-82d5-6134d0e9aae6 req-71edc658-3427-4d8d-b18d-95f45d1ed6ef tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:24.976680 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-38e6cf11-db46-401a-82d5-6134d0e9aae6 req-71edc658-3427-4d8d-b18d-95f45d1ed6ef tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0458848 Oct 17 10:29:25.026161 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-38e6cf11-db46-401a-82d5-6134d0e9aae6 req-c1a1c9be-3aa1-48c5-b67e-cb49d04e55ed tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436332 Oct 17 10:29:25.343481 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757212c-68b3-4f08-8a91-e49481453c5b req-c7e4bf37-2458-4859-b0d5-c9f469bb302f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:25.345483 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0757212c-68b3-4f08-8a91-e49481453c5b req-c7e4bf37-2458-4859-b0d5-c9f469bb302f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0533082 Oct 17 10:29:25.399008 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0757212c-68b3-4f08-8a91-e49481453c5b req-a176521a-0640-4925-9761-f9ade8dc5a78 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481844 Oct 17 10:29:25.680348 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8ba00-b92b-4c38-8a37-a5b91f6e157c req-52c08aff-5494-4278-be4b-833f87b6382c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:25.682173 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1cf8ba00-b92b-4c38-8a37-a5b91f6e157c req-52c08aff-5494-4278-be4b-833f87b6382c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0504711 Oct 17 10:29:25.710030 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8e442cbe-34d6-482a-b618-86d52afecae5 req-c388e52c-3f90-46b6-bbac-c38c25400ee3 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0319376 Oct 17 10:29:25.742706 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1cf8ba00-b92b-4c38-8a37-a5b91f6e157c req-38dabf59-e165-41d3-b74f-1c29ca8b45b3 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538576 Oct 17 10:29:26.152529 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ea2f-e615-4c17-b40d-e7d8c990c0f0 req-72b661ce-3f47-4537-8de1-28e622c21790 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:26.154004 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-22f1ea2f-e615-4c17-b40d-e7d8c990c0f0 req-72b661ce-3f47-4537-8de1-28e622c21790 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0485747 Oct 17 10:29:26.203393 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-22f1ea2f-e615-4c17-b40d-e7d8c990c0f0 req-bbee2488-2afb-4d73-85d5-6b63b70db2ce tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432825 Oct 17 10:29:26.467460 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-508d749f-fa46-4549-8e28-f663d5fc826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:26.469628 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-508d749f-fa46-4549-8e28-f663d5fc826b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 1129 time: 0.0395482 Oct 17 10:29:26.567273 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-b8480181-fea0-483c-9a9c-4a966c77bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:26.568736 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-b8480181-fea0-483c-9a9c-4a966c77bc9a service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 912 time: 0.0929220 Oct 17 10:29:26.631469 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-87720476-dc0d-4a65-968e-f9522b0a1172 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367 HTTP/1.1" status: 200 len: 1001 time: 0.0565183 Oct 17 10:29:26.674783 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:26.688326 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-a433aa98-a599-426f-b909-508e094bb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:26.689779 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-a433aa98-a599-426f-b909-508e094bb0be service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=16961a83-7d1e-4dac-aa8e-f48fd5034240 HTTP/1.1" status: 200 len: 850 time: 0.0480034 Oct 17 10:29:26.732991 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-eccb2d17-3efd-49b7-bcbb-57ca0d7dee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:26.734669 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-eccb2d17-3efd-49b7-bcbb-57ca0d7dee11 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394270 Oct 17 10:29:26.815793 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dfcb0b23-20bf-47a2-a299-4e9c295d99a1 req-cd48e216-5370-4437-89c2-504e157e8720 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0274000 Oct 17 10:29:26.864941 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34d99c-e8ac-4a33-af36-b738dfd4830e req-cb4511ab-e270-48cf-b3c7-5bfbe3164ea8 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:26.866403 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3d34d99c-e8ac-4a33-af36-b738dfd4830e req-cb4511ab-e270-48cf-b3c7-5bfbe3164ea8 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0461516 Oct 17 10:29:26.913579 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3d34d99c-e8ac-4a33-af36-b738dfd4830e req-6afe9c34-5def-4215-be03-e5f8243d2f49 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417123 Oct 17 10:29:26.968591 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:27.051978 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-d2e9f23f-9be5-4ab2-a803-714dc61f5cf6 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915804 Oct 17 10:29:27.168727 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-d6e708ec-6ed8-4f0b-8ff6-7416b1040f87 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=42e2bfadfd7546eda906a580a16c5a59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546162 Oct 17 10:29:27.388984 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2eaec-be47-4798-84d4-3909a56ff1e3 req-188e86fc-44fd-490b-b340-0e63c87bdca9 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:27.391419 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ebd2eaec-be47-4798-84d4-3909a56ff1e3 req-188e86fc-44fd-490b-b340-0e63c87bdca9 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0509241 Oct 17 10:29:27.447007 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ebd2eaec-be47-4798-84d4-3909a56ff1e3 req-977b16dd-81ac-48d2-92b9-dd0235e7ef9d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499496 Oct 17 10:29:27.503429 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-457b536b-6ab2-4e3a-8667-e26864506e6f req-c2fb2f00-b921-4bab-8185-7e6c07383547 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972328 Oct 17 10:29:27.534279 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-fbffe9df-c0e7-4da2-a408-ef9da80076cb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:27.535694 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-fbffe9df-c0e7-4da2-a408-ef9da80076cb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3606751 Oct 17 10:29:27.557183 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Request body: {'port': {'device_id': 'eb6984b3-a0d2-43ca-ac12-85a249de5f2e', 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c', 'admin_state_up': True, 'tenant_id': '42e2bfadfd7546eda906a580a16c5a59'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:29:27.667012 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Made reservation on behalf of 42e2bfadfd7546eda906a580a16c5a59 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:29:27.671379 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:27.679863 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:27.755598 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks [] for security_group (9c2ce03e-57c8-406b-b721-93bfc6d234ac), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:27.759070 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9c2ce03e-57c8-406b-b721-93bfc6d234ac), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:27.820621 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2ce03e-57c8-406b-b721-93bfc6d234ac,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:27.906614 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Allocated IP 192.168.233.80 (1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c/036d07fb-f565-4c99-a5eb-c4161ca2dc97/fbb656fa-0f51-459f-a3b5-85e1abb478f3) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:29:27.928334 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2497a400-f8c3-44c1-8495-283166022b98 req-c554dc97-5da1-4aca-a593-0aaf1f69daab tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 210 time: 0.0345888 Oct 17 10:29:27.932802 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:28.041353 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f149-7c06-49bf-a4e3-b597c70625d8 req-b449e73b-69a4-4737-9b2f-922aa57941a0 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:28.042751 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a4d9f149-7c06-49bf-a4e3-b597c70625d8 req-b449e73b-69a4-4737-9b2f-922aa57941a0 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0461719 Oct 17 10:29:28.088118 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks [] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.092129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:28.095280 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a4d9f149-7c06-49bf-a4e3-b597c70625d8 req-ec8e824d-62e6-45af-bc0e-2671a6aa4a85 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462735 Oct 17 10:29:28.124852 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.168811 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:29:28.172525 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:29:28.176338 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:29:28.182708 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Pushing event updated for resources: {'Port': ['ID=fbb656fa-0f51-459f-a3b5-85e1abb478f3,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:28.234240 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:28.235028 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.251574 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-754490b1-d65f-46a9-9788-c5310cea8feb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6981599 Oct 17 10:29:28.313151 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Request body: {'port': {'device_id': 'eb6984b3-a0d2-43ca-ac12-85a249de5f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:29:28.361237 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:28.368683 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-ac2711f3-b30a-41a8-8f41-81dc471dfa07 None None] Provisioning complete for port fbb656fa-0f51-459f-a3b5-85e1abb478f3 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:29:28.369130 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ac2711f3-b30a-41a8-8f41-81dc471dfa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.369537 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-ac2711f3-b30a-41a8-8f41-81dc471dfa07 None None] Attempt 1 to provision port fbb656fa-0f51-459f-a3b5-85e1abb478f3 Oct 17 10:29:28.382052 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.403686 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-ac2711f3-b30a-41a8-8f41-81dc471dfa07 None None] Port fbb656fa-0f51-459f-a3b5-85e1abb478f3 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:29:28.599940 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d74eb3-3c89-4543-8a99-0458e7b04c04 req-b3a8056b-a380-4fa5-8cea-a777fce00dbb tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:28.601287 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-39d74eb3-3c89-4543-8a99-0458e7b04c04 req-b3a8056b-a380-4fa5-8cea-a777fce00dbb tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0607643 Oct 17 10:29:28.686166 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-39d74eb3-3c89-4543-8a99-0458e7b04c04 req-8807db4f-fa44-4a3f-ae73-46a265b7d706 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755959 Oct 17 10:29:28.720267 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 083d8c37-1604-41ef-9b77-292a1de778b8 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:29:28.721279 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb656fa-0f51-459f-a3b5-85e1abb478f3 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:29:28.729378 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Publish callbacks [] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.743299 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Transition to ACTIVE for port object fbb656fa-0f51-459f-a3b5-85e1abb478f3 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:29:28.747190 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.782364 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:28.813885 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=fbb656fa-0f51-459f-a3b5-85e1abb478f3,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:28.821636 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=083d8c37-1604-41ef-9b77-292a1de778b8,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:29:28.834136 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '083d8c37-1604-41ef-9b77-292a1de778b8', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'port_id': '083d8c37-1604-41ef-9b77-292a1de778b8', 'mac_address': 'fa:16:3e:a6:81:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:29:28.869941 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Attempting to bind port fbb656fa-0f51-459f-a3b5-85e1abb478f3 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:29:28.870195 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Attempting to bind port fbb656fa-0f51-459f-a3b5-85e1abb478f3 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '5aee2833-558b-4009-b6d6-9f08115c800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:29:28.870550 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Attempting to bind port fbb656fa-0f51-459f-a3b5-85e1abb478f3 on network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:29:28.879851 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 083d8c37-1604-41ef-9b77-292a1de778b8 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:29:28.880240 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.893902 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083d8c37-1604-41ef-9b77-292a1de778b8 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:29:28.912763 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Port fbb656fa-0f51-459f-a3b5-85e1abb478f3 on network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:29:28.913113 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Attempting to bind port fbb656fa-0f51-459f-a3b5-85e1abb478f3 on network 1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:29:28.914311 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=083d8c37-1604-41ef-9b77-292a1de778b8,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:29:28.918408 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.956940 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:29:28.957280 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Checking segment: {'id': '5aee2833-558b-4009-b6d6-9f08115c800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:29:28.957659 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Bound using segment: {'id': '5aee2833-558b-4009-b6d6-9f08115c800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:29:28.958090 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Bound port: fbb656fa-0f51-459f-a3b5-85e1abb478f3, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aee2833-558b-4009-b6d6-9f08115c800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:29:28.958467 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:28.966798 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=083d8c37-1604-41ef-9b77-292a1de778b8,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:28.968801 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:29.031253 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] For port fbb656fa-0f51-459f-a3b5-85e1abb478f3, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:29:29.034634 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] For port fbb656fa-0f51-459f-a3b5-85e1abb478f3, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fbb656fa-0f51-459f-a3b5-85e1abb478f3,segment=NetworkSegment(5aee2833-558b-4009-b6d6-9f08115c800c),segment_id=5aee2833-558b-4009-b6d6-9f08115c800c)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:29:29.040543 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:29.044639 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:29.045239 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:29.047361 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/fbb656fa-0f51-459f-a3b5-85e1abb478f3 HTTP/1.1" status: 200 len: 1097 time: 0.7392704 Oct 17 10:29:29.048878 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6984b3-a0d2-43ca-ac12-85a249de5f2e', 'tag': 'fbb656fa-0f51-459f-a3b5-85e1abb478f3'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:29:29.051185 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9bb44-3acd-49d6-91d5-0675c153e327" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6984b3-a0d2-43ca-ac12-85a249de5f2e", "tag": "fbb656fa-0f51-459f-a3b5-85e1abb478f3"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:29:29.057960 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d7767-fcdc-4256-9d35-b1e8678b4506 req-470427d3-a44f-40b0-a107-16a8e40c1eea tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:29.059485 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e70d7767-fcdc-4256-9d35-b1e8678b4506 req-470427d3-a44f-40b0-a107-16a8e40c1eea tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 947 time: 0.0479496 Oct 17 10:29:29.104597 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62092e-d7df-4f93-9878-58eefef4e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=fbb656fa-0f51-459f-a3b5-85e1abb478f3,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:29.121938 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03044eb-ae33-406d-8a1b-6cd07d24beca x-openstack-request-id: req-b03044eb-ae33-406d-8a1b-6cd07d24beca {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:29:29.122388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6984b3-a0d2-43ca-ac12-85a249de5f2e", "tag": "fbb656fa-0f51-459f-a3b5-85e1abb478f3", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:29:29.122946 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b03044eb-ae33-406d-8a1b-6cd07d24beca {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:29:29.123490 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03044eb-ae33-406d-8a1b-6cd07d24beca'] response: {'name': 'network-changed', 'server_uuid': 'eb6984b3-a0d2-43ca-ac12-85a249de5f2e', 'tag': 'fbb656fa-0f51-459f-a3b5-85e1abb478f3', 'status': 'completed', 'code': 200} Oct 17 10:29:29.137443 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e70d7767-fcdc-4256-9d35-b1e8678b4506 req-a79365b9-5a4b-480a-8246-fd1f5dec87d2 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719736 Oct 17 10:29:29.222202 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-116f57b7-55d9-4a2a-baed-828901ed2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:29.224068 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-116f57b7-55d9-4a2a-baed-828901ed2825 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=42e2bfadfd7546eda906a580a16c5a59&device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 1131 time: 0.0716245 Oct 17 10:29:29.236938 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f9d6-56a4-4cbf-8c41-1df711032d02 req-56e9b065-b221-450f-b94f-7c2d16f78554 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:29.238305 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3005f9d6-56a4-4cbf-8c41-1df711032d02 req-56e9b065-b221-450f-b94f-7c2d16f78554 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0576200 Oct 17 10:29:29.282410 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-58cf9c92-881b-4483-9fb1-4c13b034dd05 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fbb656fa-0f51-459f-a3b5-85e1abb478f3 HTTP/1.1" status: 200 len: 217 time: 0.0431426 Oct 17 10:29:29.340695 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3005f9d6-56a4-4cbf-8c41-1df711032d02 req-90d5c7a2-676e-4606-b864-2d8da8e6a5ff tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960579 Oct 17 10:29:29.350240 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-d91af19b-33d2-48aa-812a-ed899b8a56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:29.351683 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-d91af19b-33d2-48aa-812a-ed899b8a56c5 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=036d07fb-f565-4c99-a5eb-c4161ca2dc97 HTTP/1.1" status: 200 len: 843 time: 0.0630016 Oct 17 10:29:29.398294 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-24f480bd-800b-4a8c-8bce-7d9d628a4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:29.399675 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-24f480bd-800b-4a8c-8bce-7d9d628a4825 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0419736 Oct 17 10:29:29.488440 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-405f8beb-662e-43d7-8852-c0f79cd4cdb7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813549 Oct 17 10:29:29.491772 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['083d8c37-1604-41ef-9b77-292a1de778b8'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:29:29.584364 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2e8d2392-6df2-4a2c-a7bb-c094a64942f8 req-f7d06e8b-76dc-49b7-8773-ea40cd2ff745 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891085 Oct 17 10:29:29.809095 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d76788-dfe9-46bd-8b37-c03bf7363825 req-a56fbd8a-028a-49d7-9c11-6ab522c2c8e5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:29.810561 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-59d76788-dfe9-46bd-8b37-c03bf7363825 req-a56fbd8a-028a-49d7-9c11-6ab522c2c8e5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 944 time: 0.0489786 Oct 17 10:29:29.861651 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-59d76788-dfe9-46bd-8b37-c03bf7363825 req-347a0e92-d784-4b87-82f7-b8791d72adfd tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444751 Oct 17 10:29:30.261405 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa702cd-193b-49d4-af9b-def31ac1ba89 req-e5026a93-cc80-45e0-8517-57c6bd2c837c tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:30.262904 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1aa702cd-193b-49d4-af9b-def31ac1ba89 req-e5026a93-cc80-45e0-8517-57c6bd2c837c tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 947 time: 0.0472147 Oct 17 10:29:30.310775 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1aa702cd-193b-49d4-af9b-def31ac1ba89 req-eaef1e56-bca2-4d39-8489-8d3fb035addf tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Oct 17 10:29:30.981408 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3db50-1d0b-402f-89a4-0a3dd8690793 req-bf3d3f44-02aa-4f28-ae8b-acfc2534a483 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:30.982907 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cef3db50-1d0b-402f-89a4-0a3dd8690793 req-bf3d3f44-02aa-4f28-ae8b-acfc2534a483 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 944 time: 0.0465314 Oct 17 10:29:31.032239 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cef3db50-1d0b-402f-89a4-0a3dd8690793 req-8ca2762f-ccef-49f2-9bb2-ca2e40669a35 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430329 Oct 17 10:29:31.353275 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 083d8c37-1604-41ef-9b77-292a1de778b8 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:29:31.398066 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 083d8c37-1604-41ef-9b77-292a1de778b8 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:29:31.403532 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 083d8c37-1604-41ef-9b77-292a1de778b8 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:29:31.403882 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:31.404229 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 083d8c37-1604-41ef-9b77-292a1de778b8 Oct 17 10:29:31.479254 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 083d8c37-1604-41ef-9b77-292a1de778b8 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:29:31.479643 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:31.488347 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2bbd0-3984-4bbc-aaf3-5fe4a1c7fc40 req-f2d66662-7ae5-4813-a942-1f7131c41c79 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:31.489840 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-47d2bbd0-3984-4bbc-aaf3-5fe4a1c7fc40 req-f2d66662-7ae5-4813-a942-1f7131c41c79 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 947 time: 0.0467696 Oct 17 10:29:31.503984 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:29:31.506204 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf66590-d557-4985-862c-1f688e1d79a1" -d '{"events": [{"server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "name": "network-vif-plugged", "status": "completed", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:29:31.519224 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=083d8c37-1604-41ef-9b77-292a1de778b8,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:29:31.523974 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:31.528871 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:31.550053 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861e4582-af7a-41a2-bf47-a9cfc4e94119 x-openstack-request-id: req-861e4582-af7a-41a2-bf47-a9cfc4e94119 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:29:31.550370 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "name": "network-vif-plugged", "status": "completed", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:29:31.550620 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-861e4582-af7a-41a2-bf47-a9cfc4e94119 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:29:31.551217 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861e4582-af7a-41a2-bf47-a9cfc4e94119'] response: {'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8', 'code': 200} Oct 17 10:29:31.551512 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-47d2bbd0-3984-4bbc-aaf3-5fe4a1c7fc40 req-6af8e8f8-b64e-4b72-a75e-d6fe1583b3b2 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559714 Oct 17 10:29:31.559016 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:31.582346 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=083d8c37-1604-41ef-9b77-292a1de778b8,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:32.155399 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc45c9-5b98-4bfc-b14e-3f9290e26827 req-32fd6307-7501-4cea-a4e9-f7ff4d4ae5f5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:32.157344 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-badc45c9-5b98-4bfc-b14e-3f9290e26827 req-32fd6307-7501-4cea-a4e9-f7ff4d4ae5f5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0494442 Oct 17 10:29:32.205551 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-badc45c9-5b98-4bfc-b14e-3f9290e26827 req-cfbb2818-0830-4a9c-9968-f69d2fc95a73 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426781 Oct 17 10:29:32.643140 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:32.667908 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-217d2e63-00c5-4144-9468-46aaa11db73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:32.669372 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-217d2e63-00c5-4144-9468-46aaa11db73d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=42e2bfadfd7546eda906a580a16c5a59&device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 1131 time: 0.0702059 Oct 17 10:29:32.682811 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ea33e-7c7b-4662-9daa-376bcdb81e38 req-8e731448-6630-4687-9713-cc7c6a4751a8 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:32.684177 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-876ea33e-7c7b-4662-9daa-376bcdb81e38 req-8e731448-6630-4687-9713-cc7c6a4751a8 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 947 time: 0.0567687 Oct 17 10:29:32.777632 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-876ea33e-7c7b-4662-9daa-376bcdb81e38 req-32d9e732-95e2-41a3-a40e-8da77ed81aaf tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872517 Oct 17 10:29:32.820288 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-3926a52c-0353-4719-94c6-e972af644a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:32.821894 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-3926a52c-0353-4719-94c6-e972af644a7f service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c HTTP/1.1" status: 200 len: 870 time: 0.1041603 Oct 17 10:29:32.884804 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-4637fda8-ea67-4ee8-a9fc-128ca3b52120 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fbb656fa-0f51-459f-a3b5-85e1abb478f3 HTTP/1.1" status: 200 len: 217 time: 0.0527794 Oct 17 10:29:32.893242 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88858ffc-520d-410a-beee-3a85cfa31366 req-a25fe706-3f3e-4d73-bfc7-f5a33ce7f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:32.894650 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-88858ffc-520d-410a-beee-3a85cfa31366 req-a25fe706-3f3e-4d73-bfc7-f5a33ce7f2ee service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1129 time: 0.0716026 Oct 17 10:29:32.900884 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:32.959685 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-84562511-49b2-419c-ba86-1f51c670355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:32.961102 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-84562511-49b2-419c-ba86-1f51c670355a service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=036d07fb-f565-4c99-a5eb-c4161ca2dc97 HTTP/1.1" status: 200 len: 843 time: 0.0691297 Oct 17 10:29:32.984345 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-88858ffc-520d-410a-beee-3a85cfa31366 req-963b4b87-d857-49cb-925a-28517d0e15d9 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809848 Oct 17 10:29:33.011569 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-1d0f4a39-a7a3-4e92-bb89-51aab7b811d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:33.013023 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-1d0f4a39-a7a3-4e92-bb89-51aab7b811d8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0444613 Oct 17 10:29:33.326461 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d157c-be09-483c-8692-8ad4ef4a9009 req-34321257-50fa-45b3-88e3-92c39b06f254 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:33.327925 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1a5d157c-be09-483c-8692-8ad4ef4a9009 req-34321257-50fa-45b3-88e3-92c39b06f254 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0469134 Oct 17 10:29:33.342593 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device fbb656fa-0f51-459f-a3b5-85e1abb478f3 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:29:33.377598 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1a5d157c-be09-483c-8692-8ad4ef4a9009 req-0d530489-f4b3-4ce4-b08b-808156ca1807 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442052 Oct 17 10:29:33.441005 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port fbb656fa-0f51-459f-a3b5-85e1abb478f3, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fbb656fa-0f51-459f-a3b5-85e1abb478f3,segment=NetworkSegment(5aee2833-558b-4009-b6d6-9f08115c800c),segment_id=5aee2833-558b-4009-b6d6-9f08115c800c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:29:33.451833 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': 'fbb656fa-0f51-459f-a3b5-85e1abb478f3', 'network_id': '1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c', 'port_id': 'fbb656fa-0f51-459f-a3b5-85e1abb478f3', 'mac_address': 'fa:16:3e:2e:99:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036d07fb-f565-4c99-a5eb-c4161ca2dc97', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:29:33.491688 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port fbb656fa-0f51-459f-a3b5-85e1abb478f3 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:29:33.491996 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:33.542872 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-7806fef2-12c5-42f7-b89d-e20a404d6d0c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917349 Oct 17 10:29:33.636606 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb656fa-0f51-459f-a3b5-85e1abb478f3 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:29:33.655862 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port fbb656fa-0f51-459f-a3b5-85e1abb478f3, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fbb656fa-0f51-459f-a3b5-85e1abb478f3,segment=NetworkSegment(5aee2833-558b-4009-b6d6-9f08115c800c),segment_id=5aee2833-558b-4009-b6d6-9f08115c800c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:29:33.660834 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:33.707036 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=fbb656fa-0f51-459f-a3b5-85e1abb478f3,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:33.897590 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0827-8046-44b7-917d-8700ebed76cd req-9708e601-d51e-4400-8779-e924c3b85ba6 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:33.899072 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7e6b0827-8046-44b7-917d-8700ebed76cd req-9708e601-d51e-4400-8779-e924c3b85ba6 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 948 time: 0.0465469 Oct 17 10:29:33.945373 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7e6b0827-8046-44b7-917d-8700ebed76cd req-e937c2df-eb0d-466b-ae9a-55f67af76cc4 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Oct 17 10:29:34.290547 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a3c9bb44-3acd-49d6-91d5-0675c153e327 req-e6a46729-c5bd-460c-bb08-7d36bc06f576 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/1a1bf4d4-c7c5-4ffb-bd4e-cd59fd1ccb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932562 Oct 17 10:29:34.345911 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['fbb656fa-0f51-459f-a3b5-85e1abb478f3'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:29:34.502194 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095ecbd-ba87-4e6f-9070-1e04f6965a82 req-e19d7cc9-c340-4fb2-99bc-0e52d0ac7b01 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:34.503688 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1095ecbd-ba87-4e6f-9070-1e04f6965a82 req-e19d7cc9-c340-4fb2-99bc-0e52d0ac7b01 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0523534 Oct 17 10:29:34.514686 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:34.555922 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1095ecbd-ba87-4e6f-9070-1e04f6965a82 req-044476ea-fd99-4322-8ffd-8b0cb4acb3ed tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465302 Oct 17 10:29:35.064540 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d320388-e0c7-469f-b90f-86d930650132 req-387c8556-ff6e-485d-8cb9-8f4f5d06c388 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:35.066021 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4d320388-e0c7-469f-b90f-86d930650132 req-387c8556-ff6e-485d-8cb9-8f4f5d06c388 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 948 time: 0.0457091 Oct 17 10:29:35.112343 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4d320388-e0c7-469f-b90f-86d930650132 req-47425832-7ae3-4d56-a5dc-8facdf6c6714 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Oct 17 10:29:35.773493 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-565490bc-b77c-4430-8e67-12431f82ead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:35.826141 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device fbb656fa-0f51-459f-a3b5-85e1abb478f3 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:29:35.837131 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee13b72-df21-4aa9-92e7-93cb96065d94 req-b94b878b-de6f-4a19-8ebf-d6b68f0f5e44 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:35.838612 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2ee13b72-df21-4aa9-92e7-93cb96065d94 req-b94b878b-de6f-4a19-8ebf-d6b68f0f5e44 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.2056377 Oct 17 10:29:35.851972 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:35.870090 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port fbb656fa-0f51-459f-a3b5-85e1abb478f3 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:29:35.875683 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port fbb656fa-0f51-459f-a3b5-85e1abb478f3 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:29:35.876151 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:35.876519 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port fbb656fa-0f51-459f-a3b5-85e1abb478f3 Oct 17 10:29:35.891757 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2ee13b72-df21-4aa9-92e7-93cb96065d94 req-031cf2ac-0943-42cd-9819-8a0ddb17f0b7 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463684 Oct 17 10:29:35.952148 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port fbb656fa-0f51-459f-a3b5-85e1abb478f3 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:29:35.952549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:35.977259 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6984b3-a0d2-43ca-ac12-85a249de5f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb656fa-0f51-459f-a3b5-85e1abb478f3'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:29:35.979777 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec6778-9339-4fd7-802d-0a7a10d3c66e" -d '{"events": [{"server_uuid": "eb6984b3-a0d2-43ca-ac12-85a249de5f2e", "name": "network-vif-plugged", "status": "completed", "tag": "fbb656fa-0f51-459f-a3b5-85e1abb478f3"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:29:35.992915 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port fbb656fa-0f51-459f-a3b5-85e1abb478f3, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fbb656fa-0f51-459f-a3b5-85e1abb478f3,segment=NetworkSegment(5aee2833-558b-4009-b6d6-9f08115c800c),segment_id=5aee2833-558b-4009-b6d6-9f08115c800c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:29:35.997286 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:36.028722 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9c02df-497b-4fe6-9364-34faa8d52872 x-openstack-request-id: req-5c9c02df-497b-4fe6-9364-34faa8d52872 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:29:36.029022 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6984b3-a0d2-43ca-ac12-85a249de5f2e", "name": "network-vif-plugged", "status": "completed", "tag": "fbb656fa-0f51-459f-a3b5-85e1abb478f3", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:29:36.029278 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c9c02df-497b-4fe6-9364-34faa8d52872 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:29:36.029670 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9c02df-497b-4fe6-9364-34faa8d52872'] response: {'server_uuid': 'eb6984b3-a0d2-43ca-ac12-85a249de5f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb656fa-0f51-459f-a3b5-85e1abb478f3', 'code': 200} Oct 17 10:29:36.030567 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbbf8e-fd5b-4c0e-a8bc-25b2f48e205a req-1c6f04a7-7df9-4c7d-8eda-9d87190542b1 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:36.032678 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ebbbf8e-fd5b-4c0e-a8bc-25b2f48e205a req-1c6f04a7-7df9-4c7d-8eda-9d87190542b1 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0642660 Oct 17 10:29:36.050444 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=fbb656fa-0f51-459f-a3b5-85e1abb478f3,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:36.089847 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ebbbf8e-fd5b-4c0e-a8bc-25b2f48e205a req-73cfc879-789c-407b-bece-38db9b10d19e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516281 Oct 17 10:29:36.119213 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58216) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:29:36.243292 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad3145-1d72-44e9-a422-9e4fd96cbb08 req-5ae20ae8-03ad-47d0-8c98-42915ad50901 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:36.244760 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-04ad3145-1d72-44e9-a422-9e4fd96cbb08 req-5ae20ae8-03ad-47d0-8c98-42915ad50901 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.0513554 Oct 17 10:29:36.284540 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef82642-7126-448a-9385-0b94618f627c req-703a6344-195b-4efe-b13f-885c19967a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:36.286109 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1ef82642-7126-448a-9385-0b94618f627c req-703a6344-195b-4efe-b13f-885c19967a8f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 1133 time: 0.0685389 Oct 17 10:29:36.295339 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-04ad3145-1d72-44e9-a422-9e4fd96cbb08 req-a2468f32-f89b-4b14-a21b-a1395288f9ab tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Oct 17 10:29:36.299365 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8c801-cdb2-466f-95f7-71c06081eff6 tempest-TestShelveInstance-1495127316 tempest-TestShelveInstance-1495127316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:36.300825 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-6da8c801-cdb2-466f-95f7-71c06081eff6 tempest-TestShelveInstance-1495127316 tempest-TestShelveInstance-1495127316-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1124 time: 0.1806438 Oct 17 10:29:36.304110 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 58222) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:29:36.309222 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'port_id': '083d8c37-1604-41ef-9b77-292a1de778b8', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:29:36.326457 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:36.334120 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:36.338695 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1ef82642-7126-448a-9385-0b94618f627c req-18cde512-0e7b-4de7-ac37-2b2ec6c0f4f3 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455060 Oct 17 10:29:36.645777 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:36.755575 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Allocated IP 172.27.3.179 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/aa63a027-0888-4ff2-9f3d-d4c31b76544d) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:29:36.856441 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for port (aa63a027-0888-4ff2-9f3d-d4c31b76544d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:36.886665 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (aa63a027-0888-4ff2-9f3d-d4c31b76544d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:36.927897 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:29:36.932276 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:29:36.936144 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:29:36.941199 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'Port': ['ID=aa63a027-0888-4ff2-9f3d-d4c31b76544d,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:36.967599 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.967949 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.968289 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.968627 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.969624 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.969959 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.970284 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.970634 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.970960 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.971282 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.971604 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.971928 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.972247 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.972568 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:36.972888 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:29:37.156364 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:37.169502 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:37.304308 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for floatingip (c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:37.374497 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (aa63a027-0888-4ff2-9f3d-d4c31b76544d), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:37.420689 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054ef29-e4ad-4294-95dd-18d01aa33eff req-dca37d4b-2441-4136-ba1b-81187bafe0f1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:37.422720 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1054ef29-e4ad-4294-95dd-18d01aa33eff req-dca37d4b-2441-4136-ba1b-81187bafe0f1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.0501540 Oct 17 10:29:37.470484 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1054ef29-e4ad-4294-95dd-18d01aa33eff req-b6e6f18b-67c7-4352-915f-9f8662a0b6b8 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Oct 17 10:29:37.527626 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for port (aa63a027-0888-4ff2-9f3d-d4c31b76544d), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:37.532279 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (aa63a027-0888-4ff2-9f3d-d4c31b76544d), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:37.598852 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:37.600656 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event updated for resources: {'Port': ['ID=aa63a027-0888-4ff2-9f3d-d4c31b76544d,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:37.701598 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Floating IP c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4 associated. External IP: 172.27.3.179, port: 083d8c37-1604-41ef-9b77-292a1de778b8. Oct 17 10:29:37.901214 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:29:37.996419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:38.006539 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:29:38.017264 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] Sync routers for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:29:38.017798 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:38.025766 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:38.027681 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:29:38.028215 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:29:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:29:38.057175 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fd53c41d-7a3d-4442-8e29-49368d6fab8c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7516425 Oct 17 10:29:38.057821 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:29:38.060109 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:29:38.083441 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:38.099224 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d9d993-d9e6-42c0-807d-d30a06606daf x-openstack-request-id: req-f7d9d993-d9e6-42c0-807d-d30a06606daf {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:29:38.099518 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:29:38.099770 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7d9d993-d9e6-42c0-807d-d30a06606daf {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:29:38.100179 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d9d993-d9e6-42c0-807d-d30a06606daf'] response: {'name': 'network-changed', 'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8', 'status': 'completed', 'code': 200} Oct 17 10:29:38.134870 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:38.139117 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:29:38.196628 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b5892e2f-d614-4329-b840-c72adc7bc0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:38.239049 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-5882a66b-8164-4c0c-85d5-95abbfef0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:38.240027 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-5882a66b-8164-4c0c-85d5-95abbfef0f5b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1129 time: 0.0404131 Oct 17 10:29:38.338240 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-60575e9f-26cd-44a0-b4c3-2c4688d2f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:38.339748 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-60575e9f-26cd-44a0-b4c3-2c4688d2f0ca service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=d56795ad-30de-454e-bbb7-cab8a4532983 HTTP/1.1" status: 200 len: 910 time: 0.0900748 Oct 17 10:29:38.372545 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'port_id': '083d8c37-1604-41ef-9b77-292a1de778b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'mac_address': 'fa:16:3e:a6:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:29:37Z', 'updated_at': '2022-10-17T10:29:37Z', 'revision_number': 0, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838167b1-ef7b-44f3-8f0d-6b49345cc2b2', 'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'mac_address': 'fa:16:3e:70:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:03Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 5, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'subnets': [{'id': '5f930520-938c-40ea-9764-88e84144a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:29:38.396217 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:38.398008 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] Checking router: 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:29:38.406438 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:29:38.407056 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:29:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:29:38.411808 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-c1b005ea-a27b-4632-8dbd-ea03a353b7dc service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 200 len: 999 time: 0.0572810 Oct 17 10:29:38.497589 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-77abd9f7-f42c-40e4-a882-da9788e1df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:38.499003 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-77abd9f7-f42c-40e4-a882-da9788e1df4a service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=5f930520-938c-40ea-9764-88e84144a5bd HTTP/1.1" status: 200 len: 848 time: 0.0458674 Oct 17 10:29:38.512939 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:29:38.564436 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-63a516a7-e6fc-49d4-996a-6830a13f0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:38.565960 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-63a516a7-e6fc-49d4-996a-6830a13f0c68 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=d56795ad-30de-454e-bbb7-cab8a4532983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485420 Oct 17 10:29:38.699633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98114094-eb36-442f-9ff5-c4419e7643d2 req-2c70b284-c4da-4a33-a3d8-c69a303f3bc5 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:38.701095 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-98114094-eb36-442f-9ff5-c4419e7643d2 req-2c70b284-c4da-4a33-a3d8-c69a303f3bc5 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.1530304 Oct 17 10:29:38.733687 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'port_id': '083d8c37-1604-41ef-9b77-292a1de778b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'mac_address': 'fa:16:3e:a6:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:29:37Z', 'updated_at': '2022-10-17T10:29:37Z', 'revision_number': 0, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838167b1-ef7b-44f3-8f0d-6b49345cc2b2', 'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'mac_address': 'fa:16:3e:70:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:03Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 5, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'subnets': [{'id': '5f930520-938c-40ea-9764-88e84144a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:29:38.752425 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-854ca33e-1389-456b-a2cc-3e07728419ea service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517205 Oct 17 10:29:38.758915 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9597e-e55e-4c44-ac2a-bc14428454ca None None] The sync data for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi is: [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'port_id': '083d8c37-1604-41ef-9b77-292a1de778b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'mac_address': 'fa:16:3e:a6:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:29:37Z', 'updated_at': '2022-10-17T10:29:37Z', 'revision_number': 0, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838167b1-ef7b-44f3-8f0d-6b49345cc2b2', 'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'mac_address': 'fa:16:3e:70:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:03Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 5, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'subnets': [{'id': '5f930520-938c-40ea-9764-88e84144a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:29:38.793822 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-98114094-eb36-442f-9ff5-c4419e7643d2 req-e64d170c-bb21-4a3e-8640-9eb02415693c tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847387 Oct 17 10:29:38.864519 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-62d1d22b-a8d5-4dba-aa88-625c29bd4f8f req-357c6f9e-dc60-4de3-9b04-fc4d92c5a3de service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015756 Oct 17 10:29:38.966628 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2f34c0-5bb5-4c5d-a526-c086e885ce35 None None] New status for floating IP c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:29:39.356293 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:39.917613 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c261d8f-f746-44f3-a54a-cf178a465ff5 req-41f07fdb-51d4-4be4-9e5a-66efa3884c9a tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:39.919117 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c261d8f-f746-44f3-a54a-cf178a465ff5 req-41f07fdb-51d4-4be4-9e5a-66efa3884c9a tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.0466020 Oct 17 10:29:39.967069 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c261d8f-f746-44f3-a54a-cf178a465ff5 req-4490d234-7889-48d0-abde-cf320d3b5e14 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 Oct 17 10:29:40.655244 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:41.090338 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc5aa-fb56-47e9-b342-777767c66288 req-e1382218-262f-4685-a16c-d4f9dbf90c84 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:41.091301 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4cfbc5aa-fb56-47e9-b342-777767c66288 req-e1382218-262f-4685-a16c-d4f9dbf90c84 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.0492482 Oct 17 10:29:41.142971 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4cfbc5aa-fb56-47e9-b342-777767c66288 req-04aa14cf-1903-42c0-a46d-1c090ac0c006 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457282 Oct 17 10:29:41.223022 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:42.268086 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1d408-5bed-45db-8eee-abd41effd317 req-66728dcd-c603-4ecb-8773-7cd0ba5018e3 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:42.269556 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-01d1d408-5bed-45db-8eee-abd41effd317 req-66728dcd-c603-4ecb-8773-7cd0ba5018e3 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.0518682 Oct 17 10:29:42.316448 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-01d1d408-5bed-45db-8eee-abd41effd317 req-39a5dc2f-2808-4c4d-a513-46db93cf9468 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Oct 17 10:29:42.576847 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716383e-3e65-480c-a0e0-4a65e75a0f76 req-d0c06a75-8eef-40a4-abcf-a1e92e858263 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:42.578701 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8716383e-3e65-480c-a0e0-4a65e75a0f76 req-d0c06a75-8eef-40a4-abcf-a1e92e858263 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.0456138 Oct 17 10:29:42.625028 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8716383e-3e65-480c-a0e0-4a65e75a0f76 req-605a8fa2-5fe0-4195-83cb-5d8f376338e5 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Oct 17 10:29:43.745720 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d33029-6229-4b6c-bbe4-4a6f546f2a49 req-60931d81-e511-445d-8410-1504a2daa551 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:43.747206 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-80d33029-6229-4b6c-bbe4-4a6f546f2a49 req-60931d81-e511-445d-8410-1504a2daa551 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.0458047 Oct 17 10:29:43.793094 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-80d33029-6229-4b6c-bbe4-4a6f546f2a49 req-b6e1014a-c35f-42e5-bb98-ca64eb4b36fb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Oct 17 10:29:44.425589 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-4c249bdd-e651-44b6-aa5d-1e2ab3a1948d tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:44.426940 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-4c249bdd-e651-44b6-aa5d-1e2ab3a1948d tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.0457237 Oct 17 10:29:44.516006 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Deleting port fbb656fa-0f51-459f-a3b5-85e1abb478f3 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:29:44.516709 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:44.560958 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:44.606825 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] For port fbb656fa-0f51-459f-a3b5-85e1abb478f3, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fbb656fa-0f51-459f-a3b5-85e1abb478f3,segment=NetworkSegment(5aee2833-558b-4009-b6d6-9f08115c800c),segment_id=5aee2833-558b-4009-b6d6-9f08115c800c)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:29:44.607182 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:44.619610 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Calling delete_port for fbb656fa-0f51-459f-a3b5-85e1abb478f3 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:29:44.915641 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc40e6-dc53-4713-b812-ac765ccd99bb req-5ce64e62-7480-4061-b502-6d2eb48bb6cb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:44.917117 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-15fc40e6-dc53-4713-b812-ac765ccd99bb req-5ce64e62-7480-4061-b502-6d2eb48bb6cb tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb6984b3-a0d2-43ca-ac12-85a249de5f2e HTTP/1.1" status: 200 len: 949 time: 0.0467477 Oct 17 10:29:44.971219 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-15fc40e6-dc53-4713-b812-ac765ccd99bb req-39367aaa-6720-4f8b-b890-b142fc42c3dc tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9c2ce03e-57c8-406b-b721-93bfc6d234ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472937 Oct 17 10:29:44.978640 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (fbb656fa-0f51-459f-a3b5-85e1abb478f3), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:45.007765 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Pushing event deleted for resources: {'Port': ['ID=fbb656fa-0f51-459f-a3b5-85e1abb478f3,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:45.019909 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['fbb656fa-0f51-459f-a3b5-85e1abb478f3'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:29:45.060120 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] No DVR routers for this DVR port fbb656fa-0f51-459f-a3b5-85e1abb478f3 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:29:45.063199 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:45.066496 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-76a179de-544f-4843-ae1a-f925f7752ad9 req-2e3d2bb6-c710-4a00-9d31-5d9f58533fd1 tempest-VolumesNegativeTest-1571491013 tempest-VolumesNegativeTest-1571491013-project] 10.222.0.30 "DELETE /networking/v2.0/ports/fbb656fa-0f51-459f-a3b5-85e1abb478f3 HTTP/1.1" status: 204 len: 173 time: 0.6339645 Oct 17 10:29:45.067007 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6984b3-a0d2-43ca-ac12-85a249de5f2e', 'name': 'network-vif-deleted', 'tag': 'fbb656fa-0f51-459f-a3b5-85e1abb478f3'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:29:45.069345 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2836b58a-8544-4193-91b4-f5afcb1c3e1e" -d '{"events": [{"server_uuid": "eb6984b3-a0d2-43ca-ac12-85a249de5f2e", "name": "network-vif-deleted", "tag": "fbb656fa-0f51-459f-a3b5-85e1abb478f3"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:29:45.115706 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ebb30a-8df2-44d1-ad63-484c0953694d x-openstack-request-id: req-c7ebb30a-8df2-44d1-ad63-484c0953694d {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:29:45.116037 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6984b3-a0d2-43ca-ac12-85a249de5f2e", "name": "network-vif-deleted", "tag": "fbb656fa-0f51-459f-a3b5-85e1abb478f3", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:29:45.116345 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7ebb30a-8df2-44d1-ad63-484c0953694d {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:29:45.116791 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ebb30a-8df2-44d1-ad63-484c0953694d'] response: {'server_uuid': 'eb6984b3-a0d2-43ca-ac12-85a249de5f2e', 'name': 'network-vif-deleted', 'tag': 'fbb656fa-0f51-459f-a3b5-85e1abb478f3', 'status': 'completed', 'code': 200} Oct 17 10:29:46.593415 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:46.604035 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe8c573-8a46-406f-87c3-c326b214376c req-f0e178f7-4407-47b9-a34a-fc2ec7a4126a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403459 Oct 17 10:29:46.727491 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8c573-8a46-406f-87c3-c326b214376c req-8448cbc0-5698-4c50-b33d-8d84d65ba54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:46.729235 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe8c573-8a46-406f-87c3-c326b214376c req-8448cbc0-5698-4c50-b33d-8d84d65ba54d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 1129 time: 0.0416224 Oct 17 10:29:46.840931 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8c573-8a46-406f-87c3-c326b214376c req-d1197e4f-4f26-4fe7-a7fd-bff2232e3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:46.842523 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe8c573-8a46-406f-87c3-c326b214376c req-d1197e4f-4f26-4fe7-a7fd-bff2232e3168 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.0937300 Oct 17 10:29:46.882035 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe8c573-8a46-406f-87c3-c326b214376c req-ecd436f0-72a2-43fa-ad5e-0906bcf36960 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce HTTP/1.1" status: 200 len: 217 time: 0.0332265 Oct 17 10:29:46.931288 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8c573-8a46-406f-87c3-c326b214376c req-f0d5e363-2f8a-4692-a411-30bda814dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:46.932712 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe8c573-8a46-406f-87c3-c326b214376c req-f0d5e363-2f8a-4692-a411-30bda814dabc service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0454173 Oct 17 10:29:46.981764 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8c573-8a46-406f-87c3-c326b214376c req-23b81452-8ef6-4452-9854-3e63de421e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:46.983348 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe8c573-8a46-406f-87c3-c326b214376c req-23b81452-8ef6-4452-9854-3e63de421e34 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439510 Oct 17 10:29:47.079267 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe8c573-8a46-406f-87c3-c326b214376c req-e15fd9f0-9f7c-4c97-ad02-30078101e381 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892911 Oct 17 10:29:47.180267 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe8c573-8a46-406f-87c3-c326b214376c req-c3e655b1-f457-48d6-a580-9536f170fa9b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903087 Oct 17 10:29:47.860577 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device fbb656fa-0f51-459f-a3b5-85e1abb478f3 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:29:47.881651 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: fbb656fa-0f51-459f-a3b5-85e1abb478f3 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:29:47.882030 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device fbb656fa-0f51-459f-a3b5-85e1abb478f3 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:29:49.066486 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:49.068506 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:50.000368 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:50.105146 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58512) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:29:50.238211 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b5773184-3db2-45b0-ab9c-dd98e80596af admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=42e2bfadfd7546eda906a580a16c5a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319191 Oct 17 10:29:50.240723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58518) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:29:50.280241 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:50.290640 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-12602630-ed7e-41a4-bbc1-f5a760064228 admin admin] Publish callbacks [] for security_group (9c2ce03e-57c8-406b-b721-93bfc6d234ac), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:50.311416 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-12602630-ed7e-41a4-bbc1-f5a760064228 admin admin] Publish callbacks [] for security_group (9c2ce03e-57c8-406b-b721-93bfc6d234ac), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:50.362952 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-12602630-ed7e-41a4-bbc1-f5a760064228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9c2ce03e-57c8-406b-b721-93bfc6d234ac), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:50.365370 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-12602630-ed7e-41a4-bbc1-f5a760064228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:29:50.366863 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-12602630-ed7e-41a4-bbc1-f5a760064228 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9c2ce03e-57c8-406b-b721-93bfc6d234ac HTTP/1.1" status: 204 len: 168 time: 0.1251307 Oct 17 10:29:50.374705 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12602630-ed7e-41a4-bbc1-f5a760064228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2ce03e-57c8-406b-b721-93bfc6d234ac,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:29:54.964943 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=37 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:54.967434 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:29:58.220899 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:29:59.955999 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984d48a-3c92-4ea8-851e-8cdfce1ac34a req-a316e58d-e827-4dfb-bfe5-d4ef5a459222 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:29:59.957490 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7984d48a-3c92-4ea8-851e-8cdfce1ac34a req-a316e58d-e827-4dfb-bfe5-d4ef5a459222 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0511074 Oct 17 10:29:59.995484 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=3,neutron:SELECT=59 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:00.022247 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7984d48a-3c92-4ea8-851e-8cdfce1ac34a req-b5167b4c-255a-445a-b33c-6b3e89468e88 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589216 Oct 17 10:30:00.111080 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-75d999a2-8e96-42f7-975b-4d9b074b6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:00.112562 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-75d999a2-8e96-42f7-975b-4d9b074b6552 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=cc21860aa70345c79cfe597d5a42fb51&device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 1168 time: 0.1350105 Oct 17 10:30:00.203173 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-627c9906-a5ff-4437-afda-e62fa3fda364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:00.204661 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-627c9906-a5ff-4437-afda-e62fa3fda364 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=f414572a-3cfd-4a03-8d0f-884b658757a5 HTTP/1.1" status: 200 len: 915 time: 0.0856931 Oct 17 10:30:00.275103 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-6a879ccc-9b77-4bdb-aba7-223b1f2b9d43 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 200 len: 1001 time: 0.0609851 Oct 17 10:30:00.324610 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-556aefb3-7f0b-431d-ae9c-8e9a86aa6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:00.326043 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-556aefb3-7f0b-431d-ae9c-8e9a86aa6eb7 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=3742bd82-c4e1-41d8-bae3-047725732101 HTTP/1.1" status: 200 len: 853 time: 0.0441942 Oct 17 10:30:00.370294 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-2c4de4b7-1482-45dc-aa3d-4dadcfa37a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:00.371814 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-2c4de4b7-1482-45dc-aa3d-4dadcfa37a42 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=f414572a-3cfd-4a03-8d0f-884b658757a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394993 Oct 17 10:30:00.390747 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:00.461795 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:00.468862 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-b4746890-fb3e-4ab7-8078-8e210567d000 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904543 Oct 17 10:30:00.559561 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7fc6e96e-ecc8-4505-b53c-b6281322fb3e req-1dd162d4-e989-480f-b6cd-edd158546a85 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841260 Oct 17 10:30:01.149353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9cac7-f54a-449d-b0ab-9c7c57ac1c1a req-334bbdc9-45a0-46ef-b8af-20feb35b0d2a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:01.150824 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-29c9cac7-f54a-449d-b0ab-9c7c57ac1c1a req-334bbdc9-45a0-46ef-b8af-20feb35b0d2a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0513446 Oct 17 10:30:01.210446 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-29c9cac7-f54a-449d-b0ab-9c7c57ac1c1a req-1ea66842-445e-4f0e-a073-a03e260c4df4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540099 Oct 17 10:30:02.329951 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17627be3-30f6-4713-97bb-6c572f403030 req-2be53312-553f-4f24-ae82-29b61caec6ad tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:02.331496 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-17627be3-30f6-4713-97bb-6c572f403030 req-2be53312-553f-4f24-ae82-29b61caec6ad tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0465267 Oct 17 10:30:02.389894 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-17627be3-30f6-4713-97bb-6c572f403030 req-18ca1e1c-cb15-44eb-ac00-2c750af85643 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528321 Oct 17 10:30:03.515751 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ff379-e956-43f7-8b08-e3f4bcd0a0ab req-7d8bdfdf-ed71-42eb-bf36-00c0d3783d5d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:03.517262 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-863ff379-e956-43f7-8b08-e3f4bcd0a0ab req-7d8bdfdf-ed71-42eb-bf36-00c0d3783d5d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0487795 Oct 17 10:30:03.579718 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-863ff379-e956-43f7-8b08-e3f4bcd0a0ab req-bfcc7612-380e-4101-b917-a29cc0e53971 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0558412 Oct 17 10:30:04.704116 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6960-0e31-44a5-9f48-f9f1cc99f530 req-682fb50c-c8b3-49d8-9c04-1d1ea6fdb7a4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:04.705616 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-589e6960-0e31-44a5-9f48-f9f1cc99f530 req-682fb50c-c8b3-49d8-9c04-1d1ea6fdb7a4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0505445 Oct 17 10:30:04.765908 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-589e6960-0e31-44a5-9f48-f9f1cc99f530 req-9624da9f-077e-48fc-bedb-f8d46a843397 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538542 Oct 17 10:30:05.777250 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4ef39a62-8226-43e1-adbc-72af6752d9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:05.890951 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687f573-123e-4c21-b32c-550716a4379c req-fb733587-7b2f-4fef-bd82-012a08be26b4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:05.892410 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e687f573-123e-4c21-b32c-550716a4379c req-fb733587-7b2f-4fef-bd82-012a08be26b4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0473828 Oct 17 10:30:05.952038 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e687f573-123e-4c21-b32c-550716a4379c req-20e111db-f56a-4222-8762-2a5563b793df tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537717 Oct 17 10:30:07.080214 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f57b0-4ce6-44bf-9eca-91397fa5e109 req-1906a4fa-301d-410b-a53f-995888f7e55a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:07.081690 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae0f57b0-4ce6-44bf-9eca-91397fa5e109 req-1906a4fa-301d-410b-a53f-995888f7e55a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0500441 Oct 17 10:30:07.143117 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae0f57b0-4ce6-44bf-9eca-91397fa5e109 req-670abbec-3308-4903-bded-96f34769cc01 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548019 Oct 17 10:30:08.158716 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a03eb6f9-0566-40e2-9877-bb97d33f7553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:08.265635 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66999fcb-9fd2-4868-af9e-3d9873bf0ac6 req-855086e6-2854-4e3d-841b-2b67c89206d0 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:08.267113 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-66999fcb-9fd2-4868-af9e-3d9873bf0ac6 req-855086e6-2854-4e3d-841b-2b67c89206d0 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0511055 Oct 17 10:30:08.327961 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-66999fcb-9fd2-4868-af9e-3d9873bf0ac6 req-35c7edd8-1e07-43f7-a5fb-5703ce1c669b tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536828 Oct 17 10:30:08.530847 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:08.531640 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:09.357840 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:09.453100 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209220aa-8cdc-4b24-9593-bd276a7ddb21 req-f85d7863-6183-4d35-8a9d-5d8b50f03747 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:09.454579 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-209220aa-8cdc-4b24-9593-bd276a7ddb21 req-f85d7863-6183-4d35-8a9d-5d8b50f03747 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0488544 Oct 17 10:30:09.514731 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-209220aa-8cdc-4b24-9593-bd276a7ddb21 req-4765c1ab-f11f-4ae5-949c-357120281a0c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544477 Oct 17 10:30:10.634686 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58217e0-a07e-4591-81ed-44995ab715f1 req-ede6ab86-9158-4c90-9c74-3b03922e8146 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:10.636150 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a58217e0-a07e-4591-81ed-44995ab715f1 req-ede6ab86-9158-4c90-9c74-3b03922e8146 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0473666 Oct 17 10:30:10.660085 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:10.698331 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a58217e0-a07e-4591-81ed-44995ab715f1 req-86302cc8-20f2-4b4f-8351-429d484c0838 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0564744 Oct 17 10:30:11.227724 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:11.862929 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:11.879092 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83fa45-6576-4529-b12e-939c382a9d68 req-2d87bb19-cbc5-4158-8807-147007ae8451 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:11.881287 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2f83fa45-6576-4529-b12e-939c382a9d68 req-2d87bb19-cbc5-4158-8807-147007ae8451 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0507946 Oct 17 10:30:11.945890 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2f83fa45-6576-4529-b12e-939c382a9d68 req-445e9bca-1a30-401c-8388-2e8a8fb1b5e1 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0588145 Oct 17 10:30:13.068045 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291bce-38b4-40cf-9f35-2948dee32994 req-03f2cf15-421e-4f50-90ce-eb0cc9ace74e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:13.069645 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9291bce-38b4-40cf-9f35-2948dee32994 req-03f2cf15-421e-4f50-90ce-eb0cc9ace74e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0471005 Oct 17 10:30:13.140736 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9291bce-38b4-40cf-9f35-2948dee32994 req-74a6e3d1-1b60-4a53-924c-2353d42d2ae2 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0651913 Oct 17 10:30:14.263626 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9374d-10ee-449d-89cf-44cc8901ba10 req-b3065a10-7cbb-45e3-b18c-457911f6bdb9 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:14.265306 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cdf9374d-10ee-449d-89cf-44cc8901ba10 req-b3065a10-7cbb-45e3-b18c-457911f6bdb9 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0484400 Oct 17 10:30:14.340215 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cdf9374d-10ee-449d-89cf-44cc8901ba10 req-42b2d481-b1b6-4873-88f0-bfe40fac4ceb tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0588934 Oct 17 10:30:14.734171 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedf44-22f9-44d3-ab1d-c3d4d3adc215 req-c3b7f731-aa6e-4471-bfbd-5d9f5480f5a1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:14.735667 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cdaedf44-22f9-44d3-ab1d-c3d4d3adc215 req-c3b7f731-aa6e-4471-bfbd-5d9f5480f5a1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0798399 Oct 17 10:30:14.755213 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-8d95a28d-b11f-43fb-b921-b5e5c808c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:14.757166 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-8d95a28d-b11f-43fb-b921-b5e5c808c300 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0561447 Oct 17 10:30:14.848309 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cdaedf44-22f9-44d3-ab1d-c3d4d3adc215 req-5a0f5bd6-9bb1-4137-8aca-c1d120593780 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031682 Oct 17 10:30:14.881318 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-e4d79ba7-6493-4b27-9cd2-07e760fe7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:14.883387 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-e4d79ba7-6493-4b27-9cd2-07e760fe7825 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.1138320 Oct 17 10:30:14.925053 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:14.949613 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-38426df9-d3ca-49ce-a401-b42cd6fdefb2 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd77213-3e70-44af-a732-07ce9c5187c5 HTTP/1.1" status: 200 len: 1001 time: 0.0602632 Oct 17 10:30:14.998759 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-0783991a-f0ce-48d3-957a-c9a09a2c610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:15.000192 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-0783991a-f0ce-48d3-957a-c9a09a2c610e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0446618 Oct 17 10:30:15.044859 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-bed2e28e-218b-4df9-8ee3-7b131b609c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:15.046367 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-bed2e28e-218b-4df9-8ee3-7b131b609c44 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400643 Oct 17 10:30:15.145595 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-1f357531-d721-47da-97bb-f8fb37d44d28 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902996 Oct 17 10:30:15.236589 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3458bc9-0df2-4ca5-8e08-e770ab89e387 req-ba9ffb04-61b6-4629-9350-0de1f2c6f9a8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837660 Oct 17 10:30:15.465493 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42274f4d-d81b-42bd-9c91-be72ec86b026 req-eb43d50e-bd92-40e0-bb06-f1175f51b706 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:15.466949 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-42274f4d-d81b-42bd-9c91-be72ec86b026 req-eb43d50e-bd92-40e0-bb06-f1175f51b706 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0492647 Oct 17 10:30:15.528019 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-42274f4d-d81b-42bd-9c91-be72ec86b026 req-ffb66971-db46-4f98-a7f6-8285e2aa65c5 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554867 Oct 17 10:30:15.972672 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16566d-e90f-4aa4-972f-98b8a4e76168 req-371a912e-042b-4ca2-825b-2624a8e14b71 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:15.974147 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3d16566d-e90f-4aa4-972f-98b8a4e76168 req-371a912e-042b-4ca2-825b-2624a8e14b71 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0508647 Oct 17 10:30:16.021048 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3d16566d-e90f-4aa4-972f-98b8a4e76168 req-a823cb8e-3cfd-4357-8c1a-a2dbd3998f19 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Oct 17 10:30:16.649726 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459f331-cb5d-4ed3-a99f-5fb6672454c2 req-95309809-3e88-45a4-87c2-7679552212b6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:16.651240 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4459f331-cb5d-4ed3-a99f-5fb6672454c2 req-95309809-3e88-45a4-87c2-7679552212b6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0476184 Oct 17 10:30:16.708964 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4459f331-cb5d-4ed3-a99f-5fb6672454c2 req-d679c3d9-3fe0-4527-9bf3-033218326ca3 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521796 Oct 17 10:30:17.143931 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac6f50-10fb-4cba-9835-7c7118d2da35 req-7332c280-7d40-4abb-9fa4-cba8f3a10510 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:17.145396 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5ac6f50-10fb-4cba-9835-7c7118d2da35 req-7332c280-7d40-4abb-9fa4-cba8f3a10510 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Oct 17 10:30:17.191557 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a5ac6f50-10fb-4cba-9835-7c7118d2da35 req-7ff10410-dd19-459c-94fe-b26e17895fc1 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Oct 17 10:30:17.825585 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:17.834230 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565758d-f7fb-41b0-a98d-44c64c8ae9c4 req-1ad5cfa8-0059-472c-bb20-ac3cf87537f6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:17.835727 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2565758d-f7fb-41b0-a98d-44c64c8ae9c4 req-1ad5cfa8-0059-472c-bb20-ac3cf87537f6 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0512617 Oct 17 10:30:17.869551 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:17.898885 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2565758d-f7fb-41b0-a98d-44c64c8ae9c4 req-810113a3-b014-42f5-afc4-d0a9aebfcd52 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ada0ccf3-d083-438e-a1ca-038111f8b652&id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0565708 Oct 17 10:30:18.310170 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013497cb-6671-4988-8984-2919f101548f req-752e8b5d-5c9f-4367-8b3d-e8f6e5860247 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:18.311750 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-013497cb-6671-4988-8984-2919f101548f req-752e8b5d-5c9f-4367-8b3d-e8f6e5860247 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0463228 Oct 17 10:30:18.363283 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-013497cb-6671-4988-8984-2919f101548f req-a1a07341-b2ca-4910-aaea-f7166b342f99 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457501 Oct 17 10:30:19.487124 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c26584-8b75-4862-895b-ab16ae401d48 req-ce87dc56-0862-45d2-90fb-366a0e803732 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:19.488604 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d4c26584-8b75-4862-895b-ab16ae401d48 req-ce87dc56-0862-45d2-90fb-366a0e803732 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0480881 Oct 17 10:30:19.534417 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d4c26584-8b75-4862-895b-ab16ae401d48 req-a5bf6d68-bfda-4a58-98ba-f03be0d7ea1f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401335 Oct 17 10:30:20.017183 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:20.637412 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:20.655913 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dd88f-8546-4835-a101-90802f4427b0 req-0cdc0fc8-dd20-47e7-8024-c6fafd64e151 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:20.657484 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d96dd88f-8546-4835-a101-90802f4427b0 req-0cdc0fc8-dd20-47e7-8024-c6fafd64e151 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Oct 17 10:30:20.704407 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d96dd88f-8546-4835-a101-90802f4427b0 req-d38f6d92-781d-4699-9416-ffe6a89f8edd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Oct 17 10:30:21.338036 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:21.338882 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:21.834181 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6722850-f46d-446a-8af0-fa19cc5e72e1 req-e9da3f21-1205-4085-b339-d2c85c827017 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:21.835708 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6722850-f46d-446a-8af0-fa19cc5e72e1 req-e9da3f21-1205-4085-b339-d2c85c827017 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0525858 Oct 17 10:30:21.883410 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6722850-f46d-446a-8af0-fa19cc5e72e1 req-33385011-8f6b-47d1-897c-5cc6e4929954 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417848 Oct 17 10:30:23.004744 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750319-b876-42d2-83af-c9f196eec60a req-f898d401-27fa-4b4e-9646-c2cc6cbd0648 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:23.006194 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2a750319-b876-42d2-83af-c9f196eec60a req-f898d401-27fa-4b4e-9646-c2cc6cbd0648 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0481002 Oct 17 10:30:23.053187 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2a750319-b876-42d2-83af-c9f196eec60a req-b271e6fd-d0f4-41e7-b481-b2c1653b5aa8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Oct 17 10:30:24.176972 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce05041-a145-4d76-b318-959d7cbd865a req-978b5634-8aaa-4d4b-8830-a3c14cc2ad64 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:24.178515 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ce05041-a145-4d76-b318-959d7cbd865a req-978b5634-8aaa-4d4b-8830-a3c14cc2ad64 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0485756 Oct 17 10:30:24.226555 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ce05041-a145-4d76-b318-959d7cbd865a req-dfb5b2e4-ebe1-47f8-8ed3-e00bf5147d75 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Oct 17 10:30:25.360632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a6d91-87b8-456a-a132-f7d5607b8058 req-76f9f948-01ac-42d3-9d5a-a0027071ebce tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:25.362938 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a45a6d91-87b8-456a-a132-f7d5607b8058 req-76f9f948-01ac-42d3-9d5a-a0027071ebce tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0581012 Oct 17 10:30:25.413204 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a45a6d91-87b8-456a-a132-f7d5607b8058 req-6b585884-25cb-4c68-8114-a2d91a11fe61 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448050 Oct 17 10:30:26.542914 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6574-efc8-4b9d-85c2-5a1011331d9a req-509590b2-e85d-43a6-b8da-ab137d6b7f7d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:26.544382 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ba7b6574-efc8-4b9d-85c2-5a1011331d9a req-509590b2-e85d-43a6-b8da-ab137d6b7f7d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0467856 Oct 17 10:30:26.595194 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ba7b6574-efc8-4b9d-85c2-5a1011331d9a req-42781a5a-459b-448b-ade7-87880054d054 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453069 Oct 17 10:30:27.715904 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0583e-b070-4db1-8f90-f8413a452185 req-c2cf1f42-6cde-4b2b-9702-20c29167db38 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:27.717368 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-95d0583e-b070-4db1-8f90-f8413a452185 req-c2cf1f42-6cde-4b2b-9702-20c29167db38 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0464735 Oct 17 10:30:27.769737 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-95d0583e-b070-4db1-8f90-f8413a452185 req-a6bf15af-57fa-462a-87bc-92cc8e79cb25 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441294 Oct 17 10:30:28.224231 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c46a2-dc0b-41a7-ac44-4ead925e7319 req-40201b54-90ed-4c51-b5ab-710a1b8c91d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:28.225697 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-595c46a2-dc0b-41a7-ac44-4ead925e7319 req-40201b54-90ed-4c51-b5ab-710a1b8c91d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 945 time: 0.0525005 Oct 17 10:30:28.245114 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:28.275172 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-595c46a2-dc0b-41a7-ac44-4ead925e7319 req-f86ac231-80fc-45a2-a450-b78d4849a98b tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Oct 17 10:30:28.895122 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09b473-3bbf-4241-bad3-dd47d985dcc5 req-1a68dc71-3448-4fcc-b19e-b0c95d208332 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:28.896550 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bb09b473-3bbf-4241-bad3-dd47d985dcc5 req-1a68dc71-3448-4fcc-b19e-b0c95d208332 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0466464 Oct 17 10:30:28.944921 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bb09b473-3bbf-4241-bad3-dd47d985dcc5 req-0e1791a1-92f0-4f74-aa2f-765645784295 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422151 Oct 17 10:30:29.394917 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4a127-cf4f-4a31-8b17-2a059859b014 req-9f5fc0e4-7f4f-407f-8c77-aed4f8a4a0aa tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:29.396435 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-25b4a127-cf4f-4a31-8b17-2a059859b014 req-9f5fc0e4-7f4f-407f-8c77-aed4f8a4a0aa tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 945 time: 0.0470364 Oct 17 10:30:29.443792 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-25b4a127-cf4f-4a31-8b17-2a059859b014 req-8c785b66-9b35-4665-905c-dfb6d00dc98b tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413117 Oct 17 10:30:30.005790 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:30.013280 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:30.074904 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592419a-62c9-420a-8a6b-b6ff3b958ab8 req-e27b0748-33e3-4e69-a122-1c3e9f59faa9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:30.076469 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0592419a-62c9-420a-8a6b-b6ff3b958ab8 req-e27b0748-33e3-4e69-a122-1c3e9f59faa9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0488853 Oct 17 10:30:30.126118 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0592419a-62c9-420a-8a6b-b6ff3b958ab8 req-37178f67-ba10-485d-bf96-4b7268bd50fe tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438521 Oct 17 10:30:30.149456 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-a7caa05e-8de9-4c42-bf23-e3d0e65f45d9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:30.151595 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-a7caa05e-8de9-4c42-bf23-e3d0e65f45d9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 945 time: 0.0536115 Oct 17 10:30:30.244924 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Deleting port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:30:30.245183 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:30.338067 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] For port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:30:30.338459 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:30.590813 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:30.591470 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (f2685883-7b75-4e76-9e37-b91938464773), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:30.591470 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Floating IP f2685883-7b75-4e76-9e37-b91938464773 disassociated. External IP: 172.27.3.202, port: 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f. Oct 17 10:30:30.591806 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Calling delete_port for 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:30:30.601002 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0772820-47a2-4bc9-a0af-9d0a976f4ad2 req-5f82bd08-58b4-4ee5-a24b-b1b7917aaebe tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:30.602509 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d0772820-47a2-4bc9-a0af-9d0a976f4ad2 req-5f82bd08-58b4-4ee5-a24b-b1b7917aaebe tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 945 time: 0.0708466 Oct 17 10:30:30.644395 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:30.704485 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d0772820-47a2-4bc9-a0af-9d0a976f4ad2 req-18a7c332-6514-4741-9da0-7aed012363d1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947106 Oct 17 10:30:30.772985 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (4fcf66fa-6ad5-46ee-98fa-e103523d2a0f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:30.804878 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'Port': ['ID=4fcf66fa-6ad5-46ee-98fa-e103523d2a0f,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:30.849579 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.849909 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.850263 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.850624 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.850963 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.851296 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.851622 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.852020 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.852350 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.853201 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.853543 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.854119 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.854689 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.855045 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.855371 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:30.931355 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:30:30.973787 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:31.044099 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:30:31.062043 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:30:31.079972 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:30:31.081467 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:31.099858 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] No DVR routers for this DVR port 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:30:31.103181 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:31.107414 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7f901a6b-38e8-43a1-810c-83930373fc6b req-cccd7853-4dd9-4e15-822c-3f519baf6250 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "DELETE /networking/v2.0/ports/4fcf66fa-6ad5-46ee-98fa-e103523d2a0f HTTP/1.1" status: 204 len: 173 time: 0.9501998 Oct 17 10:30:31.108329 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51aad574-c9a9-4a6e-8210-38ae14243987', 'name': 'network-vif-deleted', 'tag': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:30:31.111628 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9d2ba8-11b9-4bb8-ad69-ac80154c8f27" -d '{"events": [{"server_uuid": "51aad574-c9a9-4a6e-8210-38ae14243987", "name": "network-vif-deleted", "tag": "4fcf66fa-6ad5-46ee-98fa-e103523d2a0f"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:30:31.208520 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:30:31.325629 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996284ae-e964-49a1-9484-70d51c4232b8 x-openstack-request-id: req-996284ae-e964-49a1-9484-70d51c4232b8 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:30:31.325919 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51aad574-c9a9-4a6e-8210-38ae14243987", "name": "network-vif-deleted", "tag": "4fcf66fa-6ad5-46ee-98fa-e103523d2a0f", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:30:31.326171 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-996284ae-e964-49a1-9484-70d51c4232b8 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:30:31.326598 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996284ae-e964-49a1-9484-70d51c4232b8'] response: {'server_uuid': '51aad574-c9a9-4a6e-8210-38ae14243987', 'name': 'network-vif-deleted', 'tag': '4fcf66fa-6ad5-46ee-98fa-e103523d2a0f', 'status': 'completed', 'code': 200} Oct 17 10:30:31.344837 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9b6a4-04c3-42c6-af09-1a813cbd1121 req-ccb0d796-78a2-482a-bffb-3ba7f10bbbfd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:31.347685 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3df9b6a4-04c3-42c6-af09-1a813cbd1121 req-ccb0d796-78a2-482a-bffb-3ba7f10bbbfd tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0809140 Oct 17 10:30:31.422351 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3df9b6a4-04c3-42c6-af09-1a813cbd1121 req-a64948a9-c581-4fa9-a52b-0fb58a87972a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629554 Oct 17 10:30:31.517957 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '0a819f6b-72e2-491c-89e7-828a22df7e9d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:57Z', 'updated_at': '2022-10-17T10:25:59Z', 'revision_number': 2, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:31.545735 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:30:31.554759 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:30:31.555397 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:31.820490 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:30:31.855699 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c0d3096b-53cd-4426-8847-e12681cdefb6 req-25b2609e-d492-48d8-ac41-ec743ef73913 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=51aad574-c9a9-4a6e-8210-38ae14243987 HTTP/1.1" status: 200 len: 210 time: 0.0467596 Oct 17 10:30:32.056008 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '0a819f6b-72e2-491c-89e7-828a22df7e9d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:57Z', 'updated_at': '2022-10-17T10:25:59Z', 'revision_number': 2, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:32.084240 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e71857-166a-4528-a109-48e3d40eef97 None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '0a819f6b-72e2-491c-89e7-828a22df7e9d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:36:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:24:57Z', 'updated_at': '2022-10-17T10:25:59Z', 'revision_number': 2, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:30:32.369505 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b87572c-ef0b-47fe-b4fe-455394218867 None None] New status for floating IP f2685883-7b75-4e76-9e37-b91938464773: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:30:32.601378 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164b5f-8c5c-474e-8781-8b939d689a34 req-e04cc698-edb8-4a6c-8229-08f230e5dbd5 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:32.603086 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-43164b5f-8c5c-474e-8781-8b939d689a34 req-e04cc698-edb8-4a6c-8229-08f230e5dbd5 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0657780 Oct 17 10:30:32.658967 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-43164b5f-8c5c-474e-8781-8b939d689a34 req-d31a29c7-e192-4047-989a-236c2448cbe2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493798 Oct 17 10:30:32.953637 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 58694) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:33.011547 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff764418-df1d-42d7-83ed-93adf72ea0e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (0b990ce3-2a46-42e6-b3b4-a50ffa2025d1), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.035112 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff764418-df1d-42d7-83ed-93adf72ea0e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (0b990ce3-2a46-42e6-b3b4-a50ffa2025d1), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.090027 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff764418-df1d-42d7-83ed-93adf72ea0e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (0b990ce3-2a46-42e6-b3b4-a50ffa2025d1), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.092718 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ff764418-df1d-42d7-83ed-93adf72ea0e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.093907 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ff764418-df1d-42d7-83ed-93adf72ea0e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0b990ce3-2a46-42e6-b3b4-a50ffa2025d1 HTTP/1.1" status: 204 len: 168 time: 0.1392648 Oct 17 10:30:33.096920 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58696) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:33.104837 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff764418-df1d-42d7-83ed-93adf72ea0e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b990ce3-2a46-42e6-b3b4-a50ffa2025d1,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:33.112462 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.api.v2.resource [None req-bf4184ab-3914-48ef-b99f-f5e51abcc605 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] show failed (client error): The resource could not be found. Oct 17 10:30:33.113476 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-bf4184ab-3914-48ef-b99f-f5e51abcc605 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups/0b990ce3-2a46-42e6-b3b4-a50ffa2025d1 HTTP/1.1" status: 404 len: 347 time: 0.0155814 Oct 17 10:30:33.116629 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 58698) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:33.236205 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Deleting port 68ccd169-668b-4941-89d7-0f6ab733a7d5 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:30:33.236799 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (68ccd169-668b-4941-89d7-0f6ab733a7d5), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.312326 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:33.328446 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (68ccd169-668b-4941-89d7-0f6ab733a7d5), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.328768 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (68ccd169-668b-4941-89d7-0f6ab733a7d5), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.345683 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Calling delete_port for 68ccd169-668b-4941-89d7-0f6ab733a7d5 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:30:33.402472 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:33.500914 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (68ccd169-668b-4941-89d7-0f6ab733a7d5), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.523822 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'Port': ['ID=68ccd169-668b-4941-89d7-0f6ab733a7d5,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:33.593297 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (f2685883-7b75-4e76-9e37-b91938464773), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.596058 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:33.597216 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-16a071c3-4484-4e14-88e0-c0b0f81e00e8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/f2685883-7b75-4e76-9e37-b91938464773 HTTP/1.1" status: 204 len: 168 time: 0.4796143 Oct 17 10:30:33.805119 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acba770-9abc-4447-ae96-229f7d6ba7d5 req-443fe6cf-2a07-4862-9519-b8f8316f4c8f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:33.806713 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4acba770-9abc-4447-ae96-229f7d6ba7d5 req-443fe6cf-2a07-4862-9519-b8f8316f4c8f tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0618205 Oct 17 10:30:33.859599 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4acba770-9abc-4447-ae96-229f7d6ba7d5 req-021ad8f2-f311-4007-ae82-14eff57be66e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474272 Oct 17 10:30:34.087956 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:30:34.111736 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:30:34.112085 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 4fcf66fa-6ad5-46ee-98fa-e103523d2a0f not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:30:34.989841 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8b073-4859-4dee-9352-00cb382e5daf req-f6ccbc3e-271c-45dd-bd60-6f7a67fe48a2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:34.991424 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-01c8b073-4859-4dee-9352-00cb382e5daf req-f6ccbc3e-271c-45dd-bd60-6f7a67fe48a2 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0506892 Oct 17 10:30:35.050385 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-01c8b073-4859-4dee-9352-00cb382e5daf req-be3d7e84-1ff4-453e-892f-6a22d38054fe tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512381 Oct 17 10:30:35.223622 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:30:35.783346 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f6cd5c68-991d-47ac-aeb6-0e17aadc3b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:36.190359 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacde11-c937-4412-b2b3-17020c065195 req-1b15b9d3-46d7-4808-a82e-5a3c8e811a80 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:36.192743 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9bacde11-c937-4412-b2b3-17020c065195 req-1b15b9d3-46d7-4808-a82e-5a3c8e811a80 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0593133 Oct 17 10:30:36.249897 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9bacde11-c937-4412-b2b3-17020c065195 req-b8306b82-e0bc-42be-aca2-3a86c04065f6 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503476 Oct 17 10:30:36.433414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d55a1-f3f4-461f-ab01-65eded4982b2 req-47d3636a-b41d-41cd-a3a2-8e25e4625951 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:36.434953 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e43d55a1-f3f4-461f-ab01-65eded4982b2 req-47d3636a-b41d-41cd-a3a2-8e25e4625951 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0493727 Oct 17 10:30:36.485061 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e43d55a1-f3f4-461f-ab01-65eded4982b2 req-c8bec201-ea77-4075-ad91-81a25fede997 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443213 Oct 17 10:30:37.376900 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98cc4-6535-488e-ba91-97e7310cc382 req-ab4ee526-341b-4042-ad80-0cd24356f94d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:37.378380 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-45f98cc4-6535-488e-ba91-97e7310cc382 req-ab4ee526-341b-4042-ad80-0cd24356f94d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0481744 Oct 17 10:30:37.428075 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-45f98cc4-6535-488e-ba91-97e7310cc382 req-7b442422-d38d-4ba5-91b1-eaf3cb048d86 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432689 Oct 17 10:30:37.615466 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcea95-eb54-4619-b20d-42d0e4843303 req-f69a6322-44ed-49eb-bfda-d0778a0ce252 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:37.617530 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-42dcea95-eb54-4619-b20d-42d0e4843303 req-f69a6322-44ed-49eb-bfda-d0778a0ce252 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0528209 Oct 17 10:30:37.682875 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-42dcea95-eb54-4619-b20d-42d0e4843303 req-34522a1f-2cac-40ba-a230-dd8126f72300 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583699 Oct 17 10:30:38.160800 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-71287554-2bc5-4dc8-aef3-cec5633d90d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:38.565622 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff06a87-d72d-49f3-94f0-93c428d496d5 req-e0c55a73-08cc-4145-8bfc-57820f39fc08 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:38.567295 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cff06a87-d72d-49f3-94f0-93c428d496d5 req-e0c55a73-08cc-4145-8bfc-57820f39fc08 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0536242 Oct 17 10:30:38.580546 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:38.591665 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563279a6-d80a-4253-a5d0-c6a2011747b7 req-6b589794-8007-43e2-a9a2-9507b0e85262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:38.593148 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-563279a6-d80a-4253-a5d0-c6a2011747b7 req-6b589794-8007-43e2-a9a2-9507b0e85262 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0419848 Oct 17 10:30:38.619359 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cff06a87-d72d-49f3-94f0-93c428d496d5 req-a7c277f4-607c-4db0-85da-4a3cc9aa99fc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Oct 17 10:30:38.804039 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1ea88-5180-4448-a511-3e4d11e15f48 req-ca0cb7c2-5ada-4ab1-ab16-521d48b2e8be tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:38.805483 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-74b1ea88-5180-4448-a511-3e4d11e15f48 req-ca0cb7c2-5ada-4ab1-ab16-521d48b2e8be tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0461895 Oct 17 10:30:38.856010 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-74b1ea88-5180-4448-a511-3e4d11e15f48 req-51535946-9614-4bc6-9513-31af110512bd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448408 Oct 17 10:30:39.218121 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-563279a6-d80a-4253-a5d0-c6a2011747b7 req-96e599e6-76b9-4aa8-9589-2538639842af service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388556 Oct 17 10:30:39.360701 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:39.739527 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ca49b-a8f9-427f-af1b-181b83616195 req-c55c5c11-f249-4645-a89f-8b136934f1a8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:39.740971 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fc0ca49b-a8f9-427f-af1b-181b83616195 req-c55c5c11-f249-4645-a89f-8b136934f1a8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0458920 Oct 17 10:30:39.788858 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fc0ca49b-a8f9-427f-af1b-181b83616195 req-c3b86d8b-dde0-4814-805e-5e86056dd1cc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417266 Oct 17 10:30:39.973323 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424115-2ef8-46d2-b60e-68b41b7aa382 req-2ff041a0-95d5-40bd-a82f-a82a8ed82d05 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:39.974860 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-33424115-2ef8-46d2-b60e-68b41b7aa382 req-2ff041a0-95d5-40bd-a82f-a82a8ed82d05 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0463133 Oct 17 10:30:40.023750 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-33424115-2ef8-46d2-b60e-68b41b7aa382 req-2f705a7c-749c-4a73-b8b0-c8ed5c615906 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69ec98be-45a8-4b69-b18a-5b68838ce6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Oct 17 10:30:40.394372 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-2ba9cea8-1255-41bd-9c11-736d5ef1bd91 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:40.395824 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-2ba9cea8-1255-41bd-9c11-736d5ef1bd91 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 945 time: 0.0460775 Oct 17 10:30:40.485934 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Deleting port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:30:40.486277 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:40.537746 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:40.580899 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] For port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:30:40.581278 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:40.660458 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:40.743811 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:40.744077 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (0a819f6b-72e2-491c-89e7-828a22df7e9d), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:40.744387 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Floating IP 0a819f6b-72e2-491c-89e7-828a22df7e9d disassociated. External IP: 172.27.3.218, port: 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16. Oct 17 10:30:40.744733 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Calling delete_port for 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:30:40.885041 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (05903ad8-a4e1-4f5e-afb2-0494b0e2bc16), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:40.918849 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56cdae-d9ba-4643-ac86-8a2ab28fb9f8 req-e52a5008-b9ae-44af-b300-739be2c41d3a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:40.920327 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1a56cdae-d9ba-4643-ac86-8a2ab28fb9f8 req-e52a5008-b9ae-44af-b300-739be2c41d3a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0534749 Oct 17 10:30:40.973170 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1a56cdae-d9ba-4643-ac86-8a2ab28fb9f8 req-ef053fd2-7d46-46f6-9cbd-81769cbccf79 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467501 Oct 17 10:30:41.144251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'Port': ['ID=05903ad8-a4e1-4f5e-afb2-0494b0e2bc16,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:41.180148 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d1c68b2-0a78-48b6-92a7-b877b6fa53c8 req-b985c11f-fec6-4a0f-94e1-a8a704567e7f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 210 time: 0.0379782 Oct 17 10:30:41.232438 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:41.272528 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855c508-7bac-4c5d-8f9b-58cf489c21f3 req-61cba085-ef57-4c82-99a1-b7f0c05a4c5e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:41.274063 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2855c508-7bac-4c5d-8f9b-58cf489c21f3 req-61cba085-ef57-4c82-99a1-b7f0c05a4c5e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0540264 Oct 17 10:30:41.289428 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:30:41.296922 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:41.323675 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2855c508-7bac-4c5d-8f9b-58cf489c21f3 req-930bf7f7-b9bd-4f3b-8cfd-13f46f9378be tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430892 Oct 17 10:30:41.397933 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:30:41.408620 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:30:41.420778 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:30:41.421362 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:41.441118 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] No DVR routers for this DVR port 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:30:41.444311 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:41.447617 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2f42cde3-acfb-4710-9a37-243c1da69cbd req-da5df4a1-4834-4c81-bb7a-a89362b66974 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "DELETE /networking/v2.0/ports/05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 HTTP/1.1" status: 204 len: 173 time: 1.0453951 Oct 17 10:30:41.448150 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'name': 'network-vif-deleted', 'tag': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:30:41.450480 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76264587-7683-4eee-af1e-59fbed6d1dae" -d '{"events": [{"server_uuid": "e0dd552f-1059-4d09-a797-ac62de74b383", "name": "network-vif-deleted", "tag": "05903ad8-a4e1-4f5e-afb2-0494b0e2bc16"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:30:41.460582 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:41.501014 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d8ba4c-f074-48d7-b224-904019e9c990 x-openstack-request-id: req-46d8ba4c-f074-48d7-b224-904019e9c990 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:30:41.501302 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dd552f-1059-4d09-a797-ac62de74b383", "name": "network-vif-deleted", "tag": "05903ad8-a4e1-4f5e-afb2-0494b0e2bc16", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:30:41.501784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46d8ba4c-f074-48d7-b224-904019e9c990 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:30:41.502425 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d8ba4c-f074-48d7-b224-904019e9c990'] response: {'server_uuid': 'e0dd552f-1059-4d09-a797-ac62de74b383', 'name': 'network-vif-deleted', 'tag': '05903ad8-a4e1-4f5e-afb2-0494b0e2bc16', 'status': 'completed', 'code': 200} Oct 17 10:30:41.544055 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:30:41.668837 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:41.750533 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:41.776549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:30:41.784901 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:30:41.785507 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:41.888163 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:30:42.084242 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:42.111848 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bbf41-43b3-4586-8405-c34b50b46931 req-ccf980e9-4e92-4557-92bc-bb7c4f5686e9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:42.113605 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b52bbf41-43b3-4586-8405-c34b50b46931 req-ccf980e9-4e92-4557-92bc-bb7c4f5686e9 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0597157 Oct 17 10:30:42.115913 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:30:42.118815 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c503f13-ab37-42c0-a51a-c244de51116b None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:30:42.138165 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:30:42.138546 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 05903ad8-a4e1-4f5e-afb2-0494b0e2bc16 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:30:42.161749 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:42.174872 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b52bbf41-43b3-4586-8405-c34b50b46931 req-38391ef9-b835-433b-a13f-9105cfae4931 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552034 Oct 17 10:30:42.317140 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cd0c6175-9079-4686-85a1-9582bfc0e22a req-0f1b8e7c-c0aa-4c8d-84d9-7fe74d200640 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e0dd552f-1059-4d09-a797-ac62de74b383 HTTP/1.1" status: 200 len: 210 time: 0.0369630 Oct 17 10:30:42.437064 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510458b-9591-46e7-a007-e5b55bb02dc7 None None] New status for floating IP 0a819f6b-72e2-491c-89e7-828a22df7e9d: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:30:42.463778 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a166797-4068-4bc4-b392-ea55ebfb88a0 req-fae811c2-0725-4e8b-965a-4f03b1e3cf2e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:42.466923 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9a166797-4068-4bc4-b392-ea55ebfb88a0 req-fae811c2-0725-4e8b-965a-4f03b1e3cf2e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0598805 Oct 17 10:30:42.515568 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9a166797-4068-4bc4-b392-ea55ebfb88a0 req-ef0daae8-e9e7-46d7-a9f5-782e3504f576 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 Oct 17 10:30:42.543132 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:42.557831 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21640ade-5e1b-47f3-9acb-238413e15648 req-540c6942-d3b2-44ed-8234-3b9156b36318 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:42.559374 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-21640ade-5e1b-47f3-9acb-238413e15648 req-540c6942-d3b2-44ed-8234-3b9156b36318 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0557508 Oct 17 10:30:42.610149 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-21640ade-5e1b-47f3-9acb-238413e15648 req-48973354-6f10-4b38-a155-ad9bf6c4580d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444191 Oct 17 10:30:42.827444 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-f3791c14-329c-4239-af85-00246141d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:42.828960 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-f3791c14-329c-4239-af85-00246141d435 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0422900 Oct 17 10:30:42.913291 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:42.928582 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-4d7f7d7a-3859-4687-b8dc-0b5d2c965766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:42.930091 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-4d7f7d7a-3859-4687-b8dc-0b5d2c965766 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.0951056 Oct 17 10:30:42.992859 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-eced32de-0ef8-4f4f-858a-7f3f6afe09fb service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd77213-3e70-44af-a732-07ce9c5187c5 HTTP/1.1" status: 200 len: 1001 time: 0.0546651 Oct 17 10:30:43.040950 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-b7181563-e693-46d0-953a-482fab828002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:43.042391 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-b7181563-e693-46d0-953a-482fab828002 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0433724 Oct 17 10:30:43.091311 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-50dd5b72-4239-4535-88d3-99b6c8a4b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:43.092817 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-50dd5b72-4239-4535-88d3-99b6c8a4b572 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434473 Oct 17 10:30:43.184421 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-f228977d-4775-4838-b72b-fdd9cc99f67f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852046 Oct 17 10:30:43.278778 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5483d207-51c4-4fb0-a6d4-27e8c3b1c50d req-767eb097-eb51-4bb9-863d-e706c7a227d1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881977 Oct 17 10:30:43.413057 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58794) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:43.468636 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-79bf4b61-a088-4dbf-bd31-3bc8b0e7cb29 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (69ec98be-45a8-4b69-b18a-5b68838ce6fc), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:43.491150 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-79bf4b61-a088-4dbf-bd31-3bc8b0e7cb29 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (69ec98be-45a8-4b69-b18a-5b68838ce6fc), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:43.540333 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-79bf4b61-a088-4dbf-bd31-3bc8b0e7cb29 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (69ec98be-45a8-4b69-b18a-5b68838ce6fc), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:43.542980 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-79bf4b61-a088-4dbf-bd31-3bc8b0e7cb29 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:43.544113 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-79bf4b61-a088-4dbf-bd31-3bc8b0e7cb29 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/69ec98be-45a8-4b69-b18a-5b68838ce6fc HTTP/1.1" status: 204 len: 168 time: 0.1300533 Oct 17 10:30:43.547216 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 58796) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:43.553306 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf4b61-a088-4dbf-bd31-3bc8b0e7cb29 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ec98be-45a8-4b69-b18a-5b68838ce6fc,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:43.572739 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.api.v2.resource [None req-f606fe56-d6fa-4244-bb43-49baa4a5ab10 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] show failed (client error): The resource could not be found. Oct 17 10:30:43.574615 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f606fe56-d6fa-4244-bb43-49baa4a5ab10 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups/69ec98be-45a8-4b69-b18a-5b68838ce6fc HTTP/1.1" status: 404 len: 347 time: 0.0260937 Oct 17 10:30:43.577427 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 58800) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:43.649873 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc7c6a-bd43-4cad-85ac-6a6c46399b51 req-057df701-8bfb-42a5-96a7-8192c49561f6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:43.652121 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a8fc7c6a-bd43-4cad-85ac-6a6c46399b51 req-057df701-8bfb-42a5-96a7-8192c49561f6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0524743 Oct 17 10:30:43.703167 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Deleting port 2f95dd67-c745-45c7-89e3-a12969ce9df0 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:30:43.703512 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (2f95dd67-c745-45c7-89e3-a12969ce9df0), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:43.707573 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a8fc7c6a-bd43-4cad-85ac-6a6c46399b51 req-3cd5793b-acfe-4c32-99b8-dfc48b8ba342 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478868 Oct 17 10:30:43.776421 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912883-433b-4e9b-8200-a5c6a90bff80 req-420fbd80-061a-42f8-adb2-1cbbbba97f47 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:43.777869 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c912883-433b-4e9b-8200-a5c6a90bff80 req-420fbd80-061a-42f8-adb2-1cbbbba97f47 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0868952 Oct 17 10:30:43.838773 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (2f95dd67-c745-45c7-89e3-a12969ce9df0), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:43.839099 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (2f95dd67-c745-45c7-89e3-a12969ce9df0), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:43.861030 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c912883-433b-4e9b-8200-a5c6a90bff80 req-ed5693e8-8e34-486c-9488-99618761d4c8 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754199 Oct 17 10:30:43.861927 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Calling delete_port for 2f95dd67-c745-45c7-89e3-a12969ce9df0 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:30:43.994278 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (2f95dd67-c745-45c7-89e3-a12969ce9df0), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.016265 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'Port': ['ID=2f95dd67-c745-45c7-89e3-a12969ce9df0,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:44.030928 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.031279 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.031619 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.031952 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.032284 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.032612 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.032935 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.033258 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.033581 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.033904 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.034226 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.034574 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.034894 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.035217 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.035533 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:44.095314 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (0a819f6b-72e2-491c-89e7-828a22df7e9d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.098082 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.099317 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-bdcc6871-0fe8-4071-a939-68cc256b6310 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/0a819f6b-72e2-491c-89e7-828a22df7e9d HTTP/1.1" status: 204 len: 168 time: 0.5207529 Oct 17 10:30:44.180588 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 58806) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:44.185162 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-bf24b99d-7719-4896-9618-1840149bc6d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909679430', 'description': 'tempest-description--975218959'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:30:44.206110 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bf24b99d-7719-4896-9618-1840149bc6d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.273647 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bf24b99d-7719-4896-9618-1840149bc6d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (05e86697-6fb8-43f1-9b56-9883837f6e31), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.278153 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bf24b99d-7719-4896-9618-1840149bc6d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (05e86697-6fb8-43f1-9b56-9883837f6e31), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.309755 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bf24b99d-7719-4896-9618-1840149bc6d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.311025 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-bf24b99d-7719-4896-9618-1840149bc6d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294446 Oct 17 10:30:44.312134 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24b99d-7719-4896-9618-1840149bc6d6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e86697-6fb8-43f1-9b56-9883837f6e31,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:44.314377 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58808) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:44.319044 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-d05f54d1-c4ce-4bfc-ab59-dfb055e13059 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group_rule': {'security_group_id': '05e86697-6fb8-43f1-9b56-9883837f6e31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:30:44.345520 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d05f54d1-c4ce-4bfc-ab59-dfb055e13059 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (69faef88-600b-42d5-a17a-32b0da6cbdd0), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.381653 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:44.402290 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d05f54d1-c4ce-4bfc-ab59-dfb055e13059 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (69faef88-600b-42d5-a17a-32b0da6cbdd0), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.405403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d05f54d1-c4ce-4bfc-ab59-dfb055e13059 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (69faef88-600b-42d5-a17a-32b0da6cbdd0), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.423769 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f54d1-c4ce-4bfc-ab59-dfb055e13059 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69faef88-600b-42d5-a17a-32b0da6cbdd0,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:44.431454 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d05f54d1-c4ce-4bfc-ab59-dfb055e13059 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.432715 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-d05f54d1-c4ce-4bfc-ab59-dfb055e13059 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171057 Oct 17 10:30:44.435352 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58810) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:44.439550 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-66106f58-72eb-44a7-b279-cc7ef1e50d32 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group_rule': {'security_group_id': '05e86697-6fb8-43f1-9b56-9883837f6e31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:30:44.465898 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-66106f58-72eb-44a7-b279-cc7ef1e50d32 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (56666fbb-eda6-47bb-9468-6b997ee38c05), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.524020 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-66106f58-72eb-44a7-b279-cc7ef1e50d32 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (56666fbb-eda6-47bb-9468-6b997ee38c05), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.528507 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-66106f58-72eb-44a7-b279-cc7ef1e50d32 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (56666fbb-eda6-47bb-9468-6b997ee38c05), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.548613 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66106f58-72eb-44a7-b279-cc7ef1e50d32 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56666fbb-eda6-47bb-9468-6b997ee38c05,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:44.553590 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-66106f58-72eb-44a7-b279-cc7ef1e50d32 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.554856 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-66106f58-72eb-44a7-b279-cc7ef1e50d32 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185253 Oct 17 10:30:44.557993 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58812) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:44.562153 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:30:44.567693 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:44.586045 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.664703 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.778533 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Allocated IP 172.27.3.144 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/ad585238-c286-4b9b-9bd2-ecb3b4fdad9c) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:30:44.829954 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fce83-174e-4b8e-8bef-4f2d24ed413f req-c9ee0b64-b269-4907-ad26-bf6587bc3b72 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:44.831591 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-780fce83-174e-4b8e-8bef-4f2d24ed413f req-c9ee0b64-b269-4907-ad26-bf6587bc3b72 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0473928 Oct 17 10:30:44.863991 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:44.867466 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:44.880245 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-780fce83-174e-4b8e-8bef-4f2d24ed413f req-196fc67b-a5b7-4583-b1b9-0b6ee020c7e1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430033 Oct 17 10:30:44.886457 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (ad585238-c286-4b9b-9bd2-ecb3b4fdad9c), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.919403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (ad585238-c286-4b9b-9bd2-ecb3b4fdad9c), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:44.988638 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:30:44.995739 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:30:45.000386 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:30:45.024517 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=ad585238-c286-4b9b-9bd2-ecb3b4fdad9c,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:45.030398 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:45.043446 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd04696-ac8e-4bd6-b782-a0eadbdb41a2 req-f1160c84-1b19-4193-b76e-64b836024cbc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:45.044457 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fd04696-ac8e-4bd6-b782-a0eadbdb41a2 req-f1160c84-1b19-4193-b76e-64b836024cbc tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0962319 Oct 17 10:30:45.137696 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5fd04696-ac8e-4bd6-b782-a0eadbdb41a2 req-542b0cbd-a9c7-400f-ad2f-454f27c75845 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835412 Oct 17 10:30:45.145013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (fd81578b-07ad-4a6e-aeb0-d8411a23b43d), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:45.190585 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (ad585238-c286-4b9b-9bd2-ecb3b4fdad9c), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:45.334880 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:45.337046 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (ad585238-c286-4b9b-9bd2-ecb3b4fdad9c), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:45.341681 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (ad585238-c286-4b9b-9bd2-ecb3b4fdad9c), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:45.411982 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (fd81578b-07ad-4a6e-aeb0-d8411a23b43d), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:45.414724 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=ad585238-c286-4b9b-9bd2-ecb3b4fdad9c,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:45.429400 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:45.430742 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-63f63171-38a7-4d19-b53f-cd67d520b020 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8716674 Oct 17 10:30:45.581660 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-0e3997ec-7100-44ac-93ee-488b2d5441e4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1909679430&fields=id&tenant_id=41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 267 time: 0.0448847 Oct 17 10:30:45.686146 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-c1c0adc6-f3d8-4860-b838-dcf8a5eab5be tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:45.687522 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-c1c0adc6-f3d8-4860-b838-dcf8a5eab5be tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 815 time: 0.0988169 Oct 17 10:30:45.702074 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-81223e35-5b91-4570-b8d6-508b5dcf4046 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/quotas/41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 375 time: 0.0092988 Oct 17 10:30:45.754174 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-28a1b652-4767-4b75-ac07-3acf48da5949 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472085 Oct 17 10:30:46.012532 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb1f3d-a6cb-4382-b472-1bb883941df9 req-ce25998b-f043-4eaa-aea3-3c7408e128bb tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:46.014108 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2afb1f3d-a6cb-4382-b472-1bb883941df9 req-ce25998b-f043-4eaa-aea3-3c7408e128bb tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0501642 Oct 17 10:30:46.063455 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2afb1f3d-a6cb-4382-b472-1bb883941df9 req-ba3ada81-52e9-4f1b-a9c6-0145726c24c5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437849 Oct 17 10:30:46.143754 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-3fb4b3ea-591a-4d8c-aef8-b4e751f3d812 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755856 Oct 17 10:30:46.248886 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-e5d75179-6a98-43c6-b43d-1bb043d1414b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982225 Oct 17 10:30:46.258318 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f554384-f4aa-4b82-a226-fe21d5d70cc3 req-0d9e656d-fa09-42a1-91b6-d30441ca7b16 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:46.259913 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1f554384-f4aa-4b82-a226-fe21d5d70cc3 req-0d9e656d-fa09-42a1-91b6-d30441ca7b16 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0476964 Oct 17 10:30:46.308142 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1f554384-f4aa-4b82-a226-fe21d5d70cc3 req-bad15504-7411-48f3-b731-e84e4ff89d63 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Oct 17 10:30:46.421758 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d9ec782a-470c-471c-9799-ffb4940cd832 req-230f6ed4-7fec-4f80-aabe-7e192b2e5101 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 210 time: 0.0323238 Oct 17 10:30:46.477485 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44334b9c-c8e0-4070-9bd2-24b38b7e734f req-978b0585-9670-4ed9-880e-d2e1cad9f31c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:46.479633 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-44334b9c-c8e0-4070-9bd2-24b38b7e734f req-978b0585-9670-4ed9-880e-d2e1cad9f31c tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0823529 Oct 17 10:30:46.490049 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58844) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:30:46.495400 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-8132ca6a-ac0f-4231-b0da-b4aab390aaab tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Request body: {'floatingip': {'port_id': '8fd77213-3e70-44af-a732-07ce9c5187c5'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:30:46.549789 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8132ca6a-ac0f-4231-b0da-b4aab390aaab tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for floatingip (1aa77e07-f348-4475-91ea-cdadd656282b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:46.754790 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:46.800936 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-a62f81b2-ae85-44c0-90ee-d7031ba4b0eb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819995 Oct 17 10:30:46.945003 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-a6efd636-3ad5-407a-829c-ee083358d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:46.947182 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-a6efd636-3ad5-407a-829c-ee083358d960 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 1130 time: 0.0845635 Oct 17 10:30:47.169512 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-fe7cd997-846b-4551-a13b-f758ebee3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:47.171026 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-fe7cd997-846b-4551-a13b-f758ebee3e5e service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.1742890 Oct 17 10:30:47.177200 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:47.179803 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8132ca6a-ac0f-4231-b0da-b4aab390aaab tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:47.190139 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8132ca6a-ac0f-4231-b0da-b4aab390aaab tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (1aa77e07-f348-4475-91ea-cdadd656282b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:47.192749 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577aba0-b1bb-4acb-a8de-71a247d3cbe6 req-ada225a5-40de-409c-9c32-79c0cbaaa43f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:47.194891 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3577aba0-b1bb-4acb-a8de-71a247d3cbe6 req-ada225a5-40de-409c-9c32-79c0cbaaa43f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0524755 Oct 17 10:30:47.222236 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-b2b47b9c-7647-4bda-b3cf-5f7d1af67cd9 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b16d3ef-463a-486f-a242-f0bc1977b822 HTTP/1.1" status: 200 len: 217 time: 0.0411942 Oct 17 10:30:47.248954 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3577aba0-b1bb-4acb-a8de-71a247d3cbe6 req-33f00389-0eb8-43c3-9b4b-e88602c45a54 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472927 Oct 17 10:30:47.342155 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-fc8a1d1f-8dd4-4e7e-81aa-39361c5b9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:47.343639 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-fc8a1d1f-8dd4-4e7e-81aa-39361c5b9cdf service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.0904601 Oct 17 10:30:47.431913 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-5bfd91d6-145c-444d-b1d0-af4b9534771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:47.433374 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-5bfd91d6-145c-444d-b1d0-af4b9534771c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793786 Oct 17 10:30:47.794817 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d619ce6-33f1-4797-9b17-1ed5f15ac254 req-4dfcf410-3f81-4842-b1a7-83ceaf172730 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 210 time: 0.0438135 Oct 17 10:30:47.832761 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8132ca6a-ac0f-4231-b0da-b4aab390aaab tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:30:47.840955 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-f3ba03b7-4f3a-407d-8d6b-d76bab976ebf service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992333 Oct 17 10:30:48.026288 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:48.085286 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c5aef907-e88b-4335-bb85-2fac549eb4fa req-49164e5d-a982-45b6-8458-ff947c43bd9e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380488 Oct 17 10:30:48.098388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8132ca6a-ac0f-4231-b0da-b4aab390aaab tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:30:48.105790 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8132ca6a-ac0f-4231-b0da-b4aab390aaab tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:48.117157 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] Sync routers for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:30:48.127380 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:30:48.127997 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:48.144111 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-d3cccf42-6947-4191-8ca0-a3c56f711dca tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:48.145521 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-d3cccf42-6947-4191-8ca0-a3c56f711dca tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 815 time: 0.2191238 Oct 17 10:30:48.157782 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:30:48.160036 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fffc753-de69-4721-b7bd-75d04c8e0a67" -d '{"events": [{"name": "network-changed", "server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:30:48.190527 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-8132ca6a-ac0f-4231-b0da-b4aab390aaab tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/1aa77e07-f348-4475-91ea-cdadd656282b HTTP/1.1" status: 200 len: 993 time: 1.6973367 Oct 17 10:30:48.212634 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2196a798-7740-4e3d-a45c-34aa9c853694 x-openstack-request-id: req-2196a798-7740-4e3d-a45c-34aa9c853694 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:30:48.213111 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:30:48.213384 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2196a798-7740-4e3d-a45c-34aa9c853694 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:30:48.213855 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2196a798-7740-4e3d-a45c-34aa9c853694'] response: {'name': 'network-changed', 'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'status': 'completed', 'code': 200} Oct 17 10:30:48.234153 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:30:48.431739 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90720b2c-9269-4c10-805e-2f07e9d2b3d0 req-2b71ea76-4182-4510-adbc-1b1bb3d0e327 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:48.433230 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-90720b2c-9269-4c10-805e-2f07e9d2b3d0 req-2b71ea76-4182-4510-adbc-1b1bb3d0e327 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0972610 Oct 17 10:30:48.437729 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-695a4df5-c03c-41cb-bb4a-3f180b1fb504 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 380 time: 0.1305702 Oct 17 10:30:48.447104 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-5d31b102-ff92-4a79-865b-fff0095759d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:48.448600 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-5d31b102-ff92-4a79-865b-fff0095759d4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 1129 time: 0.1137223 Oct 17 10:30:48.448996 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:48.453142 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '1aa77e07-f348-4475-91ea-cdadd656282b', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'port_id': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'mac_address': 'fa:16:3e:d6:f2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:27:09Z', 'updated_at': '2022-10-17T10:30:47Z', 'revision_number': 3, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:48.454937 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'port': {'device_id': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'admin_state_up': True, 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'security_groups': ['05e86697-6fb8-43f1-9b56-9883837f6e31']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:30:48.480035 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] Checking router: 41f18f55-223a-44e7-b437-dcc7ccddd1d5 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:30:48.486114 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:48.489800 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:30:48.490470 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:48.593766 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:30:48.599508 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-90720b2c-9269-4c10-805e-2f07e9d2b3d0 req-b2e355e9-68cc-4575-b516-02d743df26a7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589942 Oct 17 10:30:48.656639 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-3e39bb72-411c-49fb-87f5-ecc4f62bc913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:48.658211 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-3e39bb72-411c-49fb-87f5-ecc4f62bc913 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.1913695 Oct 17 10:30:48.671079 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:48.674693 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Made reservation on behalf of 41a236cfbaf14211a6a3674f3c2f3a67 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:30:48.678438 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:48.811539 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '1aa77e07-f348-4475-91ea-cdadd656282b', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'port_id': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'mac_address': 'fa:16:3e:d6:f2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:27:09Z', 'updated_at': '2022-10-17T10:30:47Z', 'revision_number': 3, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:48.813018 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Allocated IP 172.20.0.5 (ad62b422-f6a9-44d6-866f-37a78f2fcbac/ccff10c5-bf44-4d13-98a5-4becf7a00cc0/a4988059-c6df-4884-b84c-2138e3c60d51) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:30:48.840552 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fda167-eafc-409c-806c-9506d42ea973 None None] The sync data for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi is: [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '1aa77e07-f348-4475-91ea-cdadd656282b', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'port_id': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'mac_address': 'fa:16:3e:d6:f2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:27:09Z', 'updated_at': '2022-10-17T10:30:47Z', 'revision_number': 3, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:30:48.908222 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-6405a453-498d-47bd-98c1-0705c55502fb service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd77213-3e70-44af-a732-07ce9c5187c5 HTTP/1.1" status: 200 len: 1001 time: 0.0641689 Oct 17 10:30:48.911782 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d65a7a9b-0b47-4e6b-8a24-ab0cfaaa97c1 req-6871cc81-3d03-4e35-946f-ca977cd60d3e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 210 time: 0.0315576 Oct 17 10:30:49.018030 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:49.028550 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-f9610693-e3db-4db4-85d8-ecfee2c89847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:49.030023 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-f9610693-e3db-4db4-85d8-ecfee2c89847 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.1087556 Oct 17 10:30:49.074681 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (a4988059-c6df-4884-b84c-2138e3c60d51), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:49.106923 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:49.187016 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:30:49.193734 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:30:49.201328 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:30:49.207947 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-faf5a5a9-aea5-4d17-9f11-4d4c82ee5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:49.209493 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-faf5a5a9-aea5-4d17-9f11-4d4c82ee5a95 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948243 Oct 17 10:30:49.229500 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=a4988059-c6df-4884-b84c-2138e3c60d51,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:49.293368 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:49.318983 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:49.319603 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:49.353478 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-b557dd7d-1750-4c02-a4ba-ef35adccd562 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9017541 Oct 17 10:30:49.368708 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-a0625f82-f1a2-4687-9cd0-a93b1cf32aeb service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335363 Oct 17 10:30:49.394109 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Request body: {'port': {'device_id': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:30:49.407766 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-1f0aa5e4-8283-42d0-bfe9-1ef0764d1e4c None None] Provisioning complete for port a4988059-c6df-4884-b84c-2138e3c60d51 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:30:49.408394 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa5e4-8283-42d0-bfe9-1ef0764d1e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:49.408629 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-1f0aa5e4-8283-42d0-bfe9-1ef0764d1e4c None None] Attempt 1 to provision port a4988059-c6df-4884-b84c-2138e3c60d51 Oct 17 10:30:49.440798 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-1f0aa5e4-8283-42d0-bfe9-1ef0764d1e4c None None] Port a4988059-c6df-4884-b84c-2138e3c60d51 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:30:49.455047 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:49.767934 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93607700-9167-4035-9b14-94c51273b7fb req-d8227626-b264-4f91-a684-111cf5f49a48 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:49.769383 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-93607700-9167-4035-9b14-94c51273b7fb req-d8227626-b264-4f91-a684-111cf5f49a48 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0839756 Oct 17 10:30:49.835192 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:49.844552 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fffc753-de69-4721-b7bd-75d04c8e0a67 req-d208c22b-5a59-4760-93d1-de12caeebe4b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188470 Oct 17 10:30:49.851342 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4988059-c6df-4884-b84c-2138e3c60d51 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:30:49.868840 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Publish callbacks [] for port (a4988059-c6df-4884-b84c-2138e3c60d51), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:49.894386 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-93607700-9167-4035-9b14-94c51273b7fb req-eeb8db9a-deed-48b8-ae0c-334b88e92b64 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154292 Oct 17 10:30:49.895168 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Transition to ACTIVE for port object a4988059-c6df-4884-b84c-2138e3c60d51 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:30:49.899683 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:49.987841 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Pushing event updated for resources: {'Port': ['ID=a4988059-c6df-4884-b84c-2138e3c60d51,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:50.015423 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Attempting to bind port a4988059-c6df-4884-b84c-2138e3c60d51 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:30:50.015759 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Attempting to bind port a4988059-c6df-4884-b84c-2138e3c60d51 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:30:50.016085 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Attempting to bind port a4988059-c6df-4884-b84c-2138e3c60d51 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:30:50.021783 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:50.041498 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f0962-e975-4864-8adf-2c7cc3ff147f req-5dff427f-3923-4cdc-8e23-4b02c61ae523 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:50.043079 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1b5f0962-e975-4864-8adf-2c7cc3ff147f req-5dff427f-3923-4cdc-8e23-4b02c61ae523 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 943 time: 0.0479279 Oct 17 10:30:50.058828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Port a4988059-c6df-4884-b84c-2138e3c60d51 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:30:50.059153 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Attempting to bind port a4988059-c6df-4884-b84c-2138e3c60d51 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:30:50.096080 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1b5f0962-e975-4864-8adf-2c7cc3ff147f req-d236bcf7-42b3-4139-bb3b-bc9046914753 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472965 Oct 17 10:30:50.101534 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:30:50.101856 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Checking segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:30:50.102301 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Bound using segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:30:50.103528 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Bound port: a4988059-c6df-4884-b84c-2138e3c60d51, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:30:50.103922 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:50.117671 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:50.164468 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] For port a4988059-c6df-4884-b84c-2138e3c60d51, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:30:50.168166 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] For port a4988059-c6df-4884-b84c-2138e3c60d51, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a4988059-c6df-4884-b84c-2138e3c60d51,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:30:50.173378 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:50.178650 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:50.179255 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:50.180760 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/a4988059-c6df-4884-b84c-2138e3c60d51 HTTP/1.1" status: 200 len: 1093 time: 0.7904453 Oct 17 10:30:50.215580 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5'}, {'name': 'network-changed', 'server_uuid': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'tag': 'a4988059-c6df-4884-b84c-2138e3c60d51'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:30:50.217859 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ce1e72-a845-46ca-ae87-6759d3a2ee05" -d '{"events": [{"name": "network-changed", "server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5"}, {"name": "network-changed", "server_uuid": "b72c375f-ee9a-4b63-acc8-a2ac6bc2240d", "tag": "a4988059-c6df-4884-b84c-2138e3c60d51"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:30:50.233880 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b47a9-f3e4-461d-b826-cc9f4a6877dc service neutron] Pushing event updated for resources: {'Port': ['ID=a4988059-c6df-4884-b84c-2138e3c60d51,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:50.268802 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 17 Oct 2022 10:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab7a1ea-0607-4b32-8696-191f7384babd x-openstack-request-id: req-3ab7a1ea-0607-4b32-8696-191f7384babd {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:30:50.269094 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b72c375f-ee9a-4b63-acc8-a2ac6bc2240d", "tag": "a4988059-c6df-4884-b84c-2138e3c60d51", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:30:50.269346 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ab7a1ea-0607-4b32-8696-191f7384babd {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:30:50.269748 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab7a1ea-0607-4b32-8696-191f7384babd'] response: {'name': 'network-changed', 'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'status': 'completed', 'code': 200} Oct 17 10:30:50.270013 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab7a1ea-0607-4b32-8696-191f7384babd'] response: {'name': 'network-changed', 'server_uuid': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'tag': 'a4988059-c6df-4884-b84c-2138e3c60d51', 'status': 'completed', 'code': 200} Oct 17 10:30:50.283192 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-988744b1-9785-42c1-886a-eb809cace34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:50.284921 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-988744b1-9785-42c1-886a-eb809cace34e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 1127 time: 0.0444720 Oct 17 10:30:50.387299 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-fa411b18-9c85-4c1a-a66c-7759c950e3bd service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4988059-c6df-4884-b84c-2138e3c60d51 HTTP/1.1" status: 200 len: 217 time: 0.0573096 Oct 17 10:30:50.423478 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-b2569340-bcd1-494a-b6a2-09fd987432ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:50.424846 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-b2569340-bcd1-494a-b6a2-09fd987432ba service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0937407 Oct 17 10:30:50.442241 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-1f20ba3d-98a0-4003-b66d-6457e7a113d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:50.443604 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-1f20ba3d-98a0-4003-b66d-6457e7a113d7 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.0473609 Oct 17 10:30:50.648243 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-a3ee4642-eba5-45ff-8a41-0a56784b0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:50.650236 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-a3ee4642-eba5-45ff-8a41-0a56784b0d97 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791764 Oct 17 10:30:50.728195 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-f28beb61-d464-4538-8a55-797247c30bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:50.729793 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-f28beb61-d464-4538-8a55-797247c30bf5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 200 len: 920 time: 0.1674519 Oct 17 10:30:50.814800 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-24fd619c-0c84-402b-b925-081d7bee98c4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547725 Oct 17 10:30:50.816852 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-3e1bab65-43bf-48b9-9b6b-0a6dd8e1d71b service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd77213-3e70-44af-a732-07ce9c5187c5 HTTP/1.1" status: 200 len: 1001 time: 0.0810263 Oct 17 10:30:50.891248 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:50.925867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-db931cf1-b616-4fe7-a941-5b63d113c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:50.927361 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-db931cf1-b616-4fe7-a941-5b63d113c29c service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 200 len: 858 time: 0.1018140 Oct 17 10:30:50.982515 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-61758b48-837b-49bf-ac7b-d20fd6d71fcd req-c21101ed-e787-4702-a1da-bd62ef0488a0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578341 Oct 17 10:30:50.987672 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-21942979-44ea-4c5f-818f-b56a70dd2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:50.989083 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-21942979-44ea-4c5f-818f-b56a70dd2f20 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec16a399-207c-4cf6-8c2e-ca17cef7b669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510104 Oct 17 10:30:51.022737 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365d35a-beb9-4e3c-86c0-d0c3a3bf9c59 req-a9867c5a-8c83-4791-9d02-29c9bed5ece7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:51.024778 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c365d35a-beb9-4e3c-86c0-d0c3a3bf9c59 req-a9867c5a-8c83-4791-9d02-29c9bed5ece7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0498800 Oct 17 10:30:51.074251 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c365d35a-beb9-4e3c-86c0-d0c3a3bf9c59 req-e100b092-a48b-44b8-8744-d70e42fd1b6e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Oct 17 10:30:51.089436 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-00882fb2-c876-4793-ba3f-e7a6215b0112 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915835 Oct 17 10:30:51.455060 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4097706-eb04-49a8-82d8-632fe036e13b req-8a86a36c-1657-4d70-baf8-35ece4890274 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:51.456523 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4097706-eb04-49a8-82d8-632fe036e13b req-8a86a36c-1657-4d70-baf8-35ece4890274 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 943 time: 0.2843566 Oct 17 10:30:51.502678 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4097706-eb04-49a8-82d8-632fe036e13b req-a9e24e28-7df8-4fd1-9ce4-f0205614b9f5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405486 Oct 17 10:30:52.201795 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29455e1-2c70-43b3-9c93-6dd535f75b2b req-7caee936-b5c8-49ec-8b50-ab29a4944bec tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:52.203266 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e29455e1-2c70-43b3-9c93-6dd535f75b2b req-7caee936-b5c8-49ec-8b50-ab29a4944bec tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0496573 Oct 17 10:30:52.249793 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e29455e1-2c70-43b3-9c93-6dd535f75b2b req-1883a9e2-00cc-4ef6-a66a-64a024307abc tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Oct 17 10:30:52.624388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056ebf5-0346-4f11-8c67-3664b3a14c42 req-86e84dd4-c0e8-4457-b13b-22b6392a97d2 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:52.625840 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8056ebf5-0346-4f11-8c67-3664b3a14c42 req-86e84dd4-c0e8-4457-b13b-22b6392a97d2 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 943 time: 0.0474670 Oct 17 10:30:52.671755 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8056ebf5-0346-4f11-8c67-3664b3a14c42 req-5f51f166-1758-4395-90bc-54f0150cefff tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404735 Oct 17 10:30:53.369365 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6167e9e-042f-427a-9009-5e14e506851d req-acb03ed5-e005-42eb-9c55-5bc613c9da74 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:53.370917 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6167e9e-042f-427a-9009-5e14e506851d req-acb03ed5-e005-42eb-9c55-5bc613c9da74 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0479558 Oct 17 10:30:53.418920 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6167e9e-042f-427a-9009-5e14e506851d req-1d09704b-5e32-4443-bccc-27a1b8dd9c87 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422795 Oct 17 10:30:53.568837 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ca2e1-fd3d-4e9d-9f46-770a911d4114 req-db99b5d1-b45f-4827-830d-96d7ceb0fee7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:53.570238 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb4ca2e1-fd3d-4e9d-9f46-770a911d4114 req-db99b5d1-b45f-4827-830d-96d7ceb0fee7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0508888 Oct 17 10:30:53.605072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:53.622140 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb4ca2e1-fd3d-4e9d-9f46-770a911d4114 req-2b3479b1-3e3a-4749-af5b-e7e0f72d7ce2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453322 Oct 17 10:30:53.672137 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-30ba2185-1229-4e7d-bc48-ae8125b0244d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899425 Oct 17 10:30:53.795090 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e0252-0d3a-4658-b0f9-e07cc4327517 req-a512ae38-9923-4719-8927-fc97d1ab5fea tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:53.796569 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6f3e0252-0d3a-4658-b0f9-e07cc4327517 req-a512ae38-9923-4719-8927-fc97d1ab5fea tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 943 time: 0.0465267 Oct 17 10:30:53.847488 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6f3e0252-0d3a-4658-b0f9-e07cc4327517 req-827045dc-3860-4bae-92bf-a4bd538c9b9a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Oct 17 10:30:54.504030 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:54.539409 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e7864-d20e-4bad-a79e-3ee645d101aa req-3d5dfd56-4bcf-4e90-97c8-6d455b60e912 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:54.540802 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b83e7864-d20e-4bad-a79e-3ee645d101aa req-3d5dfd56-4bcf-4e90-97c8-6d455b60e912 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0463703 Oct 17 10:30:54.552291 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:54.588536 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b83e7864-d20e-4bad-a79e-3ee645d101aa req-9c80ae95-6aae-48bd-b36b-a8b79e2305ed tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408971 Oct 17 10:30:54.743423 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb6f42-fbc3-4587-a01d-a0421af4fffd req-f0c7113a-cecd-434d-a4f3-613da96beafe tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:54.745346 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82cb6f42-fbc3-4587-a01d-a0421af4fffd req-f0c7113a-cecd-434d-a4f3-613da96beafe tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0485022 Oct 17 10:30:54.794729 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82cb6f42-fbc3-4587-a01d-a0421af4fffd req-12236393-6aee-4923-881b-5bf787c734d8 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Oct 17 10:30:54.940553 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-b5495bc0-8288-4862-8079-6e3816b3c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:54.942022 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-b5495bc0-8288-4862-8079-6e3816b3c567 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 1127 time: 0.0402470 Oct 17 10:30:54.969974 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908d12f-71d7-45ec-b9fd-29f780aa3cea req-a1d35cbf-67a3-4477-b46b-7c71494a5ffa tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:54.971476 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7908d12f-71d7-45ec-b9fd-29f780aa3cea req-a1d35cbf-67a3-4477-b46b-7c71494a5ffa tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 943 time: 0.0483449 Oct 17 10:30:55.022314 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7908d12f-71d7-45ec-b9fd-29f780aa3cea req-6e312832-3723-419a-a630-296468c4f43f tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450606 Oct 17 10:30:55.162037 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-f1a7b155-7e38-49fd-bcbb-a688c6b6f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:55.163493 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-f1a7b155-7e38-49fd-bcbb-a688c6b6f760 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 916 time: 0.0894210 Oct 17 10:30:55.352820 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-65367668-394e-4ef2-9564-b3a1535f1dae service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4988059-c6df-4884-b84c-2138e3c60d51 HTTP/1.1" status: 200 len: 217 time: 0.0336580 Oct 17 10:30:55.403189 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-d4c225f5-3efc-45f5-82ce-cd878a9392c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:55.404558 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-d4c225f5-3efc-45f5-82ce-cd878a9392c0 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.0444064 Oct 17 10:30:55.537649 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-0fd9ac99-6096-4963-a42b-098c030c556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:55.539149 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-0fd9ac99-6096-4963-a42b-098c030c556a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713580 Oct 17 10:30:55.547101 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe631906-3238-4361-853a-d13646b4c329 req-012a65a7-e895-42da-9afa-81572ab0f695 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:55.548408 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fe631906-3238-4361-853a-d13646b4c329 req-012a65a7-e895-42da-9afa-81572ab0f695 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0795169 Oct 17 10:30:55.631679 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:55.734608 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Deleting port 74d28022-6cac-4006-bf30-27fb6aed74d9 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:30:55.734944 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:55.763021 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b495b-445d-441c-b7ab-e7411d3cb462 req-cdf0c1df-9020-4093-81f9-74b75eb693aa tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:55.764483 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8c4b495b-445d-441c-b7ab-e7411d3cb462 req-cdf0c1df-9020-4093-81f9-74b75eb693aa tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0962334 Oct 17 10:30:55.768859 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-3f6e4b87-d7d3-4b79-b6bc-4fcfb79dafce service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196050 Oct 17 10:30:55.928024 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8c4b495b-445d-441c-b7ab-e7411d3cb462 req-f93a2dc4-8ecc-4685-9a15-72b5c15a8991 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337123 Oct 17 10:30:55.928340 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:55.930799 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478a746-ccf6-4621-859f-b5c71cbfdccf req-555fb69c-d8a3-41eb-9ce5-a059de25c1f6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:55.932491 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0478a746-ccf6-4621-859f-b5c71cbfdccf req-555fb69c-d8a3-41eb-9ce5-a059de25c1f6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 945 time: 0.0542955 Oct 17 10:30:55.953294 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] For port 74d28022-6cac-4006-bf30-27fb6aed74d9, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=74d28022-6cac-4006-bf30-27fb6aed74d9,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:30:55.954103 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:55.978143 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-82ce1e72-a845-46ca-ae87-6759d3a2ee05 req-f5e28712-9589-459d-b3ea-a520b9f23f78 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828537 Oct 17 10:30:55.985226 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0478a746-ccf6-4621-859f-b5c71cbfdccf req-1cc90af0-2dbd-43bb-b624-4dd6e85ff8a3 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461621 Oct 17 10:30:56.144803 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device a4988059-c6df-4884-b84c-2138e3c60d51 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:30:56.164953 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d160e-e1ec-4005-a0bb-c9dfa2083d30 req-df14b417-e227-4a4f-a9f3-437d31192e56 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:56.170860 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-670d160e-e1ec-4005-a0bb-c9dfa2083d30 req-df14b417-e227-4a4f-a9f3-437d31192e56 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0544565 Oct 17 10:30:56.217625 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-670d160e-e1ec-4005-a0bb-c9dfa2083d30 req-1bbe7dc8-2529-4501-806a-c98b4053af83 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435097 Oct 17 10:30:56.228123 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582af9da-a96c-4cfe-a335-382e400d8395 req-9066f639-d501-45b7-8828-51fb9897360d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:56.235601 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-582af9da-a96c-4cfe-a335-382e400d8395 req-9066f639-d501-45b7-8828-51fb9897360d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 943 time: 0.1321759 Oct 17 10:30:56.256775 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port a4988059-c6df-4884-b84c-2138e3c60d51, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a4988059-c6df-4884-b84c-2138e3c60d51,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:30:56.258404 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adda6-d861-4663-8195-2e3b82f40287 req-cf7fd841-c209-40e8-97b9-2eaac50679a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:56.260474 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-544adda6-d861-4663-8195-2e3b82f40287 req-cf7fd841-c209-40e8-97b9-2eaac50679a2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 1129 time: 0.0867913 Oct 17 10:30:56.262357 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:56.262722 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (9d45441e-7bb9-48cd-a222-1666f9c4b589), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:56.263038 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Floating IP 9d45441e-7bb9-48cd-a222-1666f9c4b589 disassociated. External IP: 172.27.3.131, port: 74d28022-6cac-4006-bf30-27fb6aed74d9. Oct 17 10:30:56.263389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Calling delete_port for 74d28022-6cac-4006-bf30-27fb6aed74d9 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:30:56.269164 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': 'a4988059-c6df-4884-b84c-2138e3c60d51', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'port_id': 'a4988059-c6df-4884-b84c-2138e3c60d51', 'mac_address': 'fa:16:3e:d9:17:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:30:56.304157 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port a4988059-c6df-4884-b84c-2138e3c60d51 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:30:56.304556 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:56.321475 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4988059-c6df-4884-b84c-2138e3c60d51 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:30:56.343324 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port a4988059-c6df-4884-b84c-2138e3c60d51, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a4988059-c6df-4884-b84c-2138e3c60d51,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:30:56.347254 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:56.394803 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=a4988059-c6df-4884-b84c-2138e3c60d51,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:56.400802 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-582af9da-a96c-4cfe-a335-382e400d8395 req-645263e0-d758-463b-8e81-d72705bed086 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545413 Oct 17 10:30:56.403564 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.404187 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.404339 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.404668 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.404938 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.405262 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.405590 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.405912 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.406238 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.406589 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.407132 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.407460 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.407782 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.408627 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.409131 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:30:56.453663 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adda6-d861-4663-8195-2e3b82f40287 req-34ccb1b5-f83b-427c-b611-89fc8dc4c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:56.455470 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-544adda6-d861-4663-8195-2e3b82f40287 req-34ccb1b5-f83b-427c-b611-89fc8dc4c075 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 912 time: 0.1891062 Oct 17 10:30:56.556258 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-544adda6-d861-4663-8195-2e3b82f40287 req-c4db7a2e-1da0-4ac9-9f40-f107105db573 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367 HTTP/1.1" status: 200 len: 1001 time: 0.0941241 Oct 17 10:30:56.563938 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (74d28022-6cac-4006-bf30-27fb6aed74d9), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:56.577242 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:56.621284 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event deleted for resources: {'Port': ['ID=74d28022-6cac-4006-bf30-27fb6aed74d9,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:56.642998 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adda6-d861-4663-8195-2e3b82f40287 req-8f877afb-c6cb-47a2-be49-f32d5919d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:56.644535 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-544adda6-d861-4663-8195-2e3b82f40287 req-8f877afb-c6cb-47a2-be49-f32d5919d64d service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=16961a83-7d1e-4dac-aa8e-f48fd5034240 HTTP/1.1" status: 200 len: 850 time: 0.0815799 Oct 17 10:30:56.748099 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adda6-d861-4663-8195-2e3b82f40287 req-6eba19bf-27f1-4181-bdec-96305aeedf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:56.749567 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-544adda6-d861-4663-8195-2e3b82f40287 req-6eba19bf-27f1-4181-bdec-96305aeedf90 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727355 Oct 17 10:30:56.813979 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:56.829105 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:30:56.900835 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-544adda6-d861-4663-8195-2e3b82f40287 req-c0b636e0-5f68-49a9-bbf1-2902938e0892 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436062 Oct 17 10:30:56.974521 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['a4988059-c6df-4884-b84c-2138e3c60d51'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:30:57.019812 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:30:57.035580 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] Sync routers for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:30:57.049174 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:57.053119 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:30:57.054582 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:57.095041 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] No DVR routers for this DVR port 74d28022-6cac-4006-bf30-27fb6aed74d9 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:30:57.110806 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:57.118424 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fe631906-3238-4361-853a-d13646b4c329 req-256f38cf-087d-4aeb-a570-673755c0d3b4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "DELETE /networking/v2.0/ports/74d28022-6cac-4006-bf30-27fb6aed74d9 HTTP/1.1" status: 204 len: 173 time: 1.5612171 Oct 17 10:30:57.119196 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12170369-6077-4716-adf0-a110aebc1525', 'name': 'network-vif-deleted', 'tag': '74d28022-6cac-4006-bf30-27fb6aed74d9'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:30:57.122651 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dd6f77-3bc7-44f1-af90-88a05f600aeb" -d '{"events": [{"server_uuid": "12170369-6077-4716-adf0-a110aebc1525", "name": "network-vif-deleted", "tag": "74d28022-6cac-4006-bf30-27fb6aed74d9"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:30:57.143005 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-544adda6-d861-4663-8195-2e3b82f40287 req-1e12e476-4334-4c2f-8570-678ac04663f8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338593 Oct 17 10:30:57.179720 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5f47e-b8d0-4fa6-9aab-3ca1b01ff8fd x-openstack-request-id: req-a2f5f47e-b8d0-4fa6-9aab-3ca1b01ff8fd {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:30:57.183265 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12170369-6077-4716-adf0-a110aebc1525", "name": "network-vif-deleted", "tag": "74d28022-6cac-4006-bf30-27fb6aed74d9", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:30:57.183636 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2f5f47e-b8d0-4fa6-9aab-3ca1b01ff8fd {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:30:57.184649 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f5f47e-b8d0-4fa6-9aab-3ca1b01ff8fd'] response: {'server_uuid': '12170369-6077-4716-adf0-a110aebc1525', 'name': 'network-vif-deleted', 'tag': '74d28022-6cac-4006-bf30-27fb6aed74d9', 'status': 'completed', 'code': 200} Oct 17 10:30:57.217276 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:30:57.220615 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dcf2ade5-1f91-487b-b650-d037e0d69d3c req-def7c77c-d3fe-4ece-a068-c12b9886b90c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.0915382 Oct 17 10:30:57.362643 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69ff96-3295-42ae-b11b-d8e86929cd88 req-8db812de-c90c-4aa7-8388-19924efb2a9a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:57.364048 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9e69ff96-3295-42ae-b11b-d8e86929cd88 req-8db812de-c90c-4aa7-8388-19924efb2a9a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0546100 Oct 17 10:30:57.412520 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9e69ff96-3295-42ae-b11b-d8e86929cd88 req-be4753cd-7a68-40af-807e-952c89487b6a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421956 Oct 17 10:30:57.423316 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:57.455026 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] Checking router: 2eca77e2-dba6-45ad-a93e-27c00a3ad862 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:30:57.464185 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:30:57.464788 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:57.540154 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea506a2a-2ce6-48a7-a974-e7f6535c5d00 req-f565064b-b0ad-4896-b0b3-ffc3b247f1e4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:57.542532 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ea506a2a-2ce6-48a7-a974-e7f6535c5d00 req-f565064b-b0ad-4896-b0b3-ffc3b247f1e4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 944 time: 0.0499818 Oct 17 10:30:57.569059 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:30:57.593542 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ea506a2a-2ce6-48a7-a974-e7f6535c5d00 req-40162e9f-2466-4821-b483-bbec99a6aab4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449402 Oct 17 10:30:57.852326 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:30:57.876524 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1954a5-b7b8-4f9c-8fb2-3feffb483a7e None None] The sync data for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi is: [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:30:58.098852 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867323c-4cca-4613-8c40-c899d6aa06af None None] New status for floating IP 9d45441e-7bb9-48cd-a222-1666f9c4b589: DOWN {{(pid=104473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:30:58.102081 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:58.317344 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e81dd94f-a672-4b77-a6a9-ca99e49223f7 req-e439d1a4-d2fd-4756-a990-1834e689c861 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=12170369-6077-4716-adf0-a110aebc1525 HTTP/1.1" status: 200 len: 210 time: 0.0311456 Oct 17 10:30:58.440261 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device a4988059-c6df-4884-b84c-2138e3c60d51 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:30:58.482686 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:58.485815 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port a4988059-c6df-4884-b84c-2138e3c60d51 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:30:58.492298 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port a4988059-c6df-4884-b84c-2138e3c60d51 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:30:58.492768 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:58.493211 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port a4988059-c6df-4884-b84c-2138e3c60d51 Oct 17 10:30:58.550097 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a76e3-dee9-45b2-880c-51429fc4118e req-8ab9b6b5-0620-4b85-a6db-b03eb9a2bf87 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:58.551613 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6c7a76e3-dee9-45b2-880c-51429fc4118e req-8ab9b6b5-0620-4b85-a6db-b03eb9a2bf87 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0517414 Oct 17 10:30:58.574380 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port a4988059-c6df-4884-b84c-2138e3c60d51 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:30:58.574811 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:58.599288 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4988059-c6df-4884-b84c-2138e3c60d51'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:30:58.601586 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e197fa-22e5-49e0-b827-58166ef3b483" -d '{"events": [{"server_uuid": "b72c375f-ee9a-4b63-acc8-a2ac6bc2240d", "name": "network-vif-plugged", "status": "completed", "tag": "a4988059-c6df-4884-b84c-2138e3c60d51"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:30:58.603721 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6c7a76e3-dee9-45b2-880c-51429fc4118e req-d124dd6a-cb3c-4148-b9e3-c1206f5bfcb4 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459418 Oct 17 10:30:58.615099 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port a4988059-c6df-4884-b84c-2138e3c60d51, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a4988059-c6df-4884-b84c-2138e3c60d51,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:30:58.631700 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:30:58.632549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 74d28022-6cac-4006-bf30-27fb6aed74d9 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:30:58.671315 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 74d28022-6cac-4006-bf30-27fb6aed74d9 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:30:58.671672 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 74d28022-6cac-4006-bf30-27fb6aed74d9 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:30:58.700085 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=a4988059-c6df-4884-b84c-2138e3c60d51,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:30:58.707549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04981185-be60-4458-984d-51476e2032ec x-openstack-request-id: req-04981185-be60-4458-984d-51476e2032ec {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:30:58.707913 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72c375f-ee9a-4b63-acc8-a2ac6bc2240d", "name": "network-vif-plugged", "status": "completed", "tag": "a4988059-c6df-4884-b84c-2138e3c60d51", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:30:58.708235 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04981185-be60-4458-984d-51476e2032ec {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:30:58.708761 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04981185-be60-4458-984d-51476e2032ec'] response: {'server_uuid': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4988059-c6df-4884-b84c-2138e3c60d51', 'code': 200} Oct 17 10:30:58.757368 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e0fb6-fb7a-4d5a-a280-bdc3776ecff5 req-b9c79c2d-c721-4b21-ad60-faec6af9ede1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:58.758966 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-036e0fb6-fb7a-4d5a-a280-bdc3776ecff5 req-b9c79c2d-c721-4b21-ad60-faec6af9ede1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 945 time: 0.0510108 Oct 17 10:30:58.806754 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-036e0fb6-fb7a-4d5a-a280-bdc3776ecff5 req-fd637b0d-60ce-4a42-9788-b1ba01030cf5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414701 Oct 17 10:30:59.206904 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d730-f14f-40d7-af19-5a8c1f015ce3 req-f033dc7f-14ef-4779-98cf-651e15763eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:59.208479 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-db45d730-f14f-40d7-af19-5a8c1f015ce3 req-f033dc7f-14ef-4779-98cf-651e15763eee service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 1129 time: 0.0412068 Oct 17 10:30:59.255762 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-db45d730-f14f-40d7-af19-5a8c1f015ce3 req-65bda5a7-59de-4beb-b3b2-20d2ef7beb76 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 Oct 17 10:30:59.586561 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-bef2f51e-7a5a-4833-ba75-ed34f12deb8e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1119150375&fields=id&tenant_id=0e87741d68c74ae29ecea930893e3449 HTTP/1.1" status: 200 len: 267 time: 0.0438449 Oct 17 10:30:59.695171 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-f0f1faa7-46d1-4682-bccc-6d1943e313f1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:59.696550 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-f0f1faa7-46d1-4682-bccc-6d1943e313f1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 812 time: 0.1036303 Oct 17 10:30:59.710965 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-c697ca21-255d-4d69-b813-39b5761a469f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/quotas/0e87741d68c74ae29ecea930893e3449 HTTP/1.1" status: 200 len: 375 time: 0.0088251 Oct 17 10:30:59.761156 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-7c1f8e9e-de8f-47c7-b461-05dd6ea83f92 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447140 Oct 17 10:30:59.859917 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-17b40e13-64f7-41d7-bc5b-be47e8185335 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876939 Oct 17 10:30:59.882100 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:30:59.931150 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223d0d2-00b3-4e69-8d45-3cf14ad95248 req-0f5bc5c8-d8fc-4d03-9e50-13fabce40812 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:30:59.932868 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8223d0d2-00b3-4e69-8d45-3cf14ad95248 req-0f5bc5c8-d8fc-4d03-9e50-13fabce40812 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 945 time: 0.0492218 Oct 17 10:30:59.951979 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-5b51abd6-4fa3-49cd-a70f-567600ccec38 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863645 Oct 17 10:30:59.982618 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8223d0d2-00b3-4e69-8d45-3cf14ad95248 req-017f6309-c96a-49c1-a69c-62f343c70637 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440514 Oct 17 10:31:00.252459 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-02aa6dcd-3d89-4dda-9f33-d61d5e7253b6 req-f3bcca3a-ff15-4d49-9b77-3d0eacccfd3d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 210 time: 0.0338173 Oct 17 10:31:01.101966 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2553674-b5e8-42ad-b27f-32740cde8267 req-9d076682-cc45-45cc-84c1-93e0be6c0ace tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:01.103393 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f2553674-b5e8-42ad-b27f-32740cde8267 req-9d076682-cc45-45cc-84c1-93e0be6c0ace tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 945 time: 0.0467629 Oct 17 10:31:01.136609 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:01.154858 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f2553674-b5e8-42ad-b27f-32740cde8267 req-07a021ea-6272-46ba-b065-4a1d69a08293 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Oct 17 10:31:01.270088 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad3801-3c23-47e4-a09f-5da6cb840aa2 req-19843bdc-fcb6-4ceb-9795-a94774e7d529 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:01.271592 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-12ad3801-3c23-47e4-a09f-5da6cb840aa2 req-19843bdc-fcb6-4ceb-9795-a94774e7d529 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 945 time: 0.0472672 Oct 17 10:31:01.281803 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 58960) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:01.286070 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-2437852b-7679-4f41-8a96-2c49d949a0ae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'floatingip': {'port_id': 'a4988059-c6df-4884-b84c-2138e3c60d51'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:31:01.325022 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2437852b-7679-4f41-8a96-2c49d949a0ae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (fd81578b-07ad-4a6e-aeb0-d8411a23b43d), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:01.353892 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-94ce404c-86c9-48a4-ade8-5898a3321bf8 req-347274f4-1671-4887-a328-05cfcb183d5d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 210 time: 0.0271156 Oct 17 10:31:01.428389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:01.995101 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:02.003993 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2437852b-7679-4f41-8a96-2c49d949a0ae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:02.008063 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2437852b-7679-4f41-8a96-2c49d949a0ae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (fd81578b-07ad-4a6e-aeb0-d8411a23b43d), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:02.111887 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-2437852b-7679-4f41-8a96-2c49d949a0ae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Floating IP fd81578b-07ad-4a6e-aeb0-d8411a23b43d associated. External IP: 172.27.3.144, port: a4988059-c6df-4884-b84c-2138e3c60d51. Oct 17 10:31:02.305209 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-bd2602d4-3f3c-43e8-8658-573c54f7624e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:02.306677 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-bd2602d4-3f3c-43e8-8658-573c54f7624e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 812 time: 0.1608968 Oct 17 10:31:02.456565 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-e600594f-d30c-4023-8b33-ae949373040b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e87741d68c74ae29ecea930893e3449 HTTP/1.1" status: 200 len: 380 time: 0.1165707 Oct 17 10:31:02.477741 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'port': {'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'admin_state_up': True, 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'security_groups': ['26221af1-6730-4cb2-a0ae-3a397d35288c']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:31:02.483564 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-00de543c-e3cd-4cad-ba5c-1ef70df13600 req-c2a1436f-1326-433a-8e75-8e43aff432b7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 210 time: 0.0497372 Oct 17 10:31:02.528270 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2437852b-7679-4f41-8a96-2c49d949a0ae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:31:02.586194 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:02.685797 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2437852b-7679-4f41-8a96-2c49d949a0ae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:31:02.690653 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2437852b-7679-4f41-8a96-2c49d949a0ae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:02.692455 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Made reservation on behalf of 0e87741d68c74ae29ecea930893e3449 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:31:02.695581 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:31:02.696999 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:02.699666 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:02.708665 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:02.709284 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:02.749501 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-2437852b-7679-4f41-8a96-2c49d949a0ae tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/fd81578b-07ad-4a6e-aeb0-d8411a23b43d HTTP/1.1" status: 200 len: 991 time: 1.4648049 Oct 17 10:31:02.749501 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'tag': 'a4988059-c6df-4884-b84c-2138e3c60d51'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:31:02.751917 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3bb231-2221-4657-afbb-5d5e6c037fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "b72c375f-ee9a-4b63-acc8-a2ac6bc2240d", "tag": "a4988059-c6df-4884-b84c-2138e3c60d51"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:31:02.793945 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6667f95d-b142-4c24-8e8b-d1c0adfbbafa x-openstack-request-id: req-6667f95d-b142-4c24-8e8b-d1c0adfbbafa {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:31:02.794383 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72c375f-ee9a-4b63-acc8-a2ac6bc2240d", "tag": "a4988059-c6df-4884-b84c-2138e3c60d51", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:31:02.794773 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6667f95d-b142-4c24-8e8b-d1c0adfbbafa {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:31:02.795253 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6667f95d-b142-4c24-8e8b-d1c0adfbbafa'] response: {'name': 'network-changed', 'server_uuid': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'tag': 'a4988059-c6df-4884-b84c-2138e3c60d51', 'status': 'completed', 'code': 200} Oct 17 10:31:02.816462 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:02.900606 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:02.904257 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Allocated IP 172.20.0.14 (e6600083-efa1-4cdc-8469-423af4747abb/9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69/ce13d5d3-e1be-4216-ad2c-ea8b09580322) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:31:02.915868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-19df3277-9139-4470-a63f-321f6ed1f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:02.918427 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-19df3277-9139-4470-a63f-321f6ed1f157 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 1129 time: 0.0654645 Oct 17 10:31:03.035664 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:03.048947 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'fd81578b-07ad-4a6e-aeb0-d8411a23b43d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': 'a4988059-c6df-4884-b84c-2138e3c60d51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:d9:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:30:45Z', 'updated_at': '2022-10-17T10:31:01Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:03.075435 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:31:03.085179 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:03.086139 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:30:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:03.106884 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-5ef63c8d-98db-45df-b876-565966044c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:03.108412 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-5ef63c8d-98db-45df-b876-565966044c67 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 916 time: 0.1835856 Oct 17 10:31:03.192375 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:03.200247 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:03.206275 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-9a5b47e9-b141-4b0c-a381-49ad5b34588c service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4988059-c6df-4884-b84c-2138e3c60d51 HTTP/1.1" status: 200 len: 999 time: 0.0878994 Oct 17 10:31:03.284698 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-97ce1eea-6a5f-4725-bfe0-a59c81863a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:03.286274 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-97ce1eea-6a5f-4725-bfe0-a59c81863a5e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.0724175 Oct 17 10:31:03.288119 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:03.367231 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Network e6600083-efa1-4cdc-8469-423af4747abb is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:31:03.370889 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:03.374537 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:31:03.376711 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-9f91bb16-511e-45c9-996b-fb104433de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:03.378220 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-9f91bb16-511e-45c9-996b-fb104433de81 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834594 Oct 17 10:31:03.379228 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:31:03.383804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'Port': ['ID=ce13d5d3-e1be-4216-ad2c-ea8b09580322,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:03.418862 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'fd81578b-07ad-4a6e-aeb0-d8411a23b43d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': 'a4988059-c6df-4884-b84c-2138e3c60d51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:d9:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:30:45Z', 'updated_at': '2022-10-17T10:31:01Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:03.449155 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b77d9d-8769-4552-a99f-f82b50076790 None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'fd81578b-07ad-4a6e-aeb0-d8411a23b43d', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': 'a4988059-c6df-4884-b84c-2138e3c60d51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:d9:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:30:45Z', 'updated_at': '2022-10-17T10:31:01Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:31:03.483248 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:03.483907 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:03.505994 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-58fc626b-61e5-45a0-9745-b1d35f31925c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0318925 Oct 17 10:31:03.526844 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Request body: {'port': {'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:31:03.587329 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-86a07f09-f72d-411e-b95b-57c3ad7dc8d3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792045 Oct 17 10:31:03.661599 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-f454cf6e-988e-47a3-b53c-e4e67cd58af5 None None] Provisioning complete for port ce13d5d3-e1be-4216-ad2c-ea8b09580322 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:31:03.662079 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f454cf6e-988e-47a3-b53c-e4e67cd58af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:03.662253 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-f454cf6e-988e-47a3-b53c-e4e67cd58af5 None None] Attempt 1 to provision port ce13d5d3-e1be-4216-ad2c-ea8b09580322 Oct 17 10:31:03.685712 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:03.699386 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-f454cf6e-988e-47a3-b53c-e4e67cd58af5 None None] Port ce13d5d3-e1be-4216-ad2c-ea8b09580322 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:31:03.700620 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f06de3-a34c-4012-9353-5e0f3de9a649 req-f8c9deb8-d706-4612-be93-bdf52f3729cf tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:03.702155 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b6f06de3-a34c-4012-9353-5e0f3de9a649 req-f8c9deb8-d706-4612-be93-bdf52f3729cf tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 932 time: 0.1280129 Oct 17 10:31:03.709095 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe5197-83c9-4dfb-ab36-bc9e6fcf39d9 None None] New status for floating IP fd81578b-07ad-4a6e-aeb0-d8411a23b43d: ACTIVE {{(pid=104473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:31:03.724425 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:03.808015 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0e3bb231-2221-4657-afbb-5d5e6c037fe5 req-fbd6d7da-907a-4287-aa31-82a5940b26d0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004137 Oct 17 10:31:03.872713 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b6f06de3-a34c-4012-9353-5e0f3de9a649 req-944b9cf7-187b-44ef-82bb-53872cccc323 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623483 Oct 17 10:31:04.029396 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce13d5d3-e1be-4216-ad2c-ea8b09580322 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:31:04.036907 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Publish callbacks [] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:04.049673 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Transition to ACTIVE for port object ce13d5d3-e1be-4216-ad2c-ea8b09580322 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:31:04.053138 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:04.137936 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce13d5d3-e1be-4216-ad2c-ea8b09580322,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:04.163789 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Attempting to bind port ce13d5d3-e1be-4216-ad2c-ea8b09580322 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:31:04.164122 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Attempting to bind port ce13d5d3-e1be-4216-ad2c-ea8b09580322 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:31:04.164448 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Attempting to bind port ce13d5d3-e1be-4216-ad2c-ea8b09580322 on network e6600083-efa1-4cdc-8469-423af4747abb {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:31:04.206354 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Port ce13d5d3-e1be-4216-ad2c-ea8b09580322 on network e6600083-efa1-4cdc-8469-423af4747abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:31:04.206699 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Attempting to bind port ce13d5d3-e1be-4216-ad2c-ea8b09580322 on network e6600083-efa1-4cdc-8469-423af4747abb {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:31:04.231791 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:04.253153 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:31:04.253516 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Checking segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:31:04.253892 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Bound using segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:31:04.254319 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Bound port: ce13d5d3-e1be-4216-ad2c-ea8b09580322, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:31:04.254696 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:04.317069 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] For port ce13d5d3-e1be-4216-ad2c-ea8b09580322, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:31:04.320140 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] For port ce13d5d3-e1be-4216-ad2c-ea8b09580322, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:31:04.326417 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:04.331424 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:04.332101 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:04.333530 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/ce13d5d3-e1be-4216-ad2c-ea8b09580322 HTTP/1.1" status: 200 len: 1094 time: 0.8119922 Oct 17 10:31:04.377782 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc45ae-e113-41c4-a9cd-bc3f1f7c52c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce13d5d3-e1be-4216-ad2c-ea8b09580322,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:04.438395 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-7a174bd5-b57c-492f-8229-809379425390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:04.439894 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-7a174bd5-b57c-492f-8229-809379425390 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0427632 Oct 17 10:31:04.496654 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-9dc4bc2f-2f7f-49bf-8420-9aac110796c0 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322 HTTP/1.1" status: 200 len: 217 time: 0.0367734 Oct 17 10:31:04.545623 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-4c6b5106-3d5b-487f-a4a2-868b30ce50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:04.547142 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-4c6b5106-3d5b-487f-a4a2-868b30ce50f5 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0448327 Oct 17 10:31:04.590074 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-264d0186-39ed-41c3-840b-9c56d11bf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:04.591479 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-264d0186-39ed-41c3-840b-9c56d11bf64d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387895 Oct 17 10:31:04.878187 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:31:04.880510 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017fc8ad-f929-47fd-93ac-3f6e259dba7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:31:04.924151 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596089f6-a650-45ca-8a3c-00501d878ec3 x-openstack-request-id: req-596089f6-a650-45ca-8a3c-00501d878ec3 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:31:04.924439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:31:04.924687 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-596089f6-a650-45ca-8a3c-00501d878ec3 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:31:04.925080 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596089f6-a650-45ca-8a3c-00501d878ec3'] response: {'name': 'network-changed', 'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'status': 'completed', 'code': 200} Oct 17 10:31:04.930853 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-28305d9c-0e3b-4e31-8c61-a0fbbbd185a8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336043 Oct 17 10:31:04.985128 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:05.043566 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648b14a-7108-4f38-9514-c103bac94394 req-ef5cd82f-0b3a-4340-98a3-8ef85d2dc1f1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:05.045019 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a648b14a-7108-4f38-9514-c103bac94394 req-ef5cd82f-0b3a-4340-98a3-8ef85d2dc1f1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 944 time: 0.0922647 Oct 17 10:31:05.108253 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aec7c3e2-dffe-4f85-9f50-52d2eea0585f req-0ee88cf6-f648-48bc-8a0b-54bf4e1f59e3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458025 Oct 17 10:31:05.121534 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a648b14a-7108-4f38-9514-c103bac94394 req-570c99fe-81e0-496a-a476-acdf9f048395 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687263 Oct 17 10:31:05.776557 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d8cec0f9-0e32-4682-8349-c0c3eec3adee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:06.159297 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-71c2d1f7-e2de-4a94-9084-c6d15b5de8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:06.160805 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-71c2d1f7-e2de-4a94-9084-c6d15b5de8bb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0413496 Oct 17 10:31:06.247735 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c99f9-df37-41ea-b5a7-21c98c1a2e99 req-11d628ad-64ca-41a4-9e14-8a4d6ef412c8 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:06.249244 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3d0c99f9-df37-41ea-b5a7-21c98c1a2e99 req-11d628ad-64ca-41a4-9e14-8a4d6ef412c8 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 944 time: 0.0476272 Oct 17 10:31:06.257397 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-570f9683-d72d-437b-b178-bcf8c2240ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:06.258918 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-570f9683-d72d-437b-b178-bcf8c2240ce3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 913 time: 0.0914490 Oct 17 10:31:06.299212 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3d0c99f9-df37-41ea-b5a7-21c98c1a2e99 req-168b17e2-483c-4d06-a5b2-5aa230c1602b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442333 Oct 17 10:31:06.299475 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-c2abd390-a885-49d6-b9ea-e56604c9b6f2 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322 HTTP/1.1" status: 200 len: 217 time: 0.0326643 Oct 17 10:31:06.348262 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-2f3fd7d5-6e95-4595-a95f-ff82b5976fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:06.349605 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-2f3fd7d5-6e95-4595-a95f-ff82b5976fd4 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0442820 Oct 17 10:31:06.397503 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-c82176f5-8e0e-4def-a67b-2061e62e173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:06.399006 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-c82176f5-8e0e-4def-a67b-2061e62e173a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431206 Oct 17 10:31:06.483681 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:06.490500 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-51a455c1-c206-4667-b0e2-93483607ae9f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Oct 17 10:31:06.586628 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-017fc8ad-f929-47fd-93ac-3f6e259dba7f req-deae9f93-1a1b-4a4b-973e-1168206a2f91 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879619 Oct 17 10:31:07.419163 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6316724-1ad3-4c0c-8b7c-34d626c1a2c7 req-64667876-9f82-4fd2-9d7c-7b256840c6bc tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:07.420691 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6316724-1ad3-4c0c-8b7c-34d626c1a2c7 req-64667876-9f82-4fd2-9d7c-7b256840c6bc tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 944 time: 0.0475667 Oct 17 10:31:07.470883 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6316724-1ad3-4c0c-8b7c-34d626c1a2c7 req-e1151ed3-c4a1-489b-8c66-1351140a706a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 Oct 17 10:31:08.162591 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9cb48536-7d70-4e8a-8251-41d536a17231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:08.587277 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c483f79-2f07-4338-a95b-a7a5be2dafd3 req-e13597fc-d8e2-45bc-b649-d7b225177589 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:08.588717 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c483f79-2f07-4338-a95b-a7a5be2dafd3 req-e13597fc-d8e2-45bc-b649-d7b225177589 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 944 time: 0.0451849 Oct 17 10:31:08.640798 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c483f79-2f07-4338-a95b-a7a5be2dafd3 req-7a60ab67-63b7-4d7c-9bfb-6c4b4509afac tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466073 Oct 17 10:31:09.368174 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:09.768194 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffcd92-26b9-4cbe-9f18-1f905c3bfca6 req-80d739e2-52b3-4605-a3b6-80e90b44155d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:09.769667 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-85ffcd92-26b9-4cbe-9f18-1f905c3bfca6 req-80d739e2-52b3-4605-a3b6-80e90b44155d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 944 time: 0.0521400 Oct 17 10:31:09.819021 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-85ffcd92-26b9-4cbe-9f18-1f905c3bfca6 req-01339a94-38be-4467-884d-116d546be560 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Oct 17 10:31:10.657649 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:10.987585 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a443a7-4f9f-43ad-960b-db946539416d req-67e9b2bd-3bda-4570-9455-9ec4ab713948 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:10.989223 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e5a443a7-4f9f-43ad-960b-db946539416d req-67e9b2bd-3bda-4570-9455-9ec4ab713948 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 944 time: 0.0937264 Oct 17 10:31:11.038598 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e5a443a7-4f9f-43ad-960b-db946539416d req-a83e8098-3293-4bb9-b06a-037c071cb536 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Oct 17 10:31:11.234831 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:12.161097 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acabb0-866e-4781-8af7-dd3464265455 req-4f27b0f4-f344-490d-a557-1cd49af76196 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:12.162573 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-57acabb0-866e-4781-8af7-dd3464265455 req-4f27b0f4-f344-490d-a557-1cd49af76196 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 944 time: 0.0472956 Oct 17 10:31:12.211116 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-57acabb0-866e-4781-8af7-dd3464265455 req-28214f4c-da2c-45dd-be5b-9c0a01c9de67 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428972 Oct 17 10:31:12.222538 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:31:13.331645 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89023c4a-16ca-4cab-b55e-23d70aec542c req-ae3b5549-e259-49d6-8ea9-71e90b5d6b57 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:13.333099 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-89023c4a-16ca-4cab-b55e-23d70aec542c req-ae3b5549-e259-49d6-8ea9-71e90b5d6b57 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 944 time: 0.0467591 Oct 17 10:31:13.381759 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-89023c4a-16ca-4cab-b55e-23d70aec542c req-5fd4f5d1-ed07-4427-89ea-69f648497c19 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 Oct 17 10:31:13.423765 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=43 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:14.490000 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device ce13d5d3-e1be-4216-ad2c-ea8b09580322 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:31:14.503568 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1422-1557-45d7-8739-9e0604dac5aa req-8020ecb8-d41e-4b7e-92cc-65d0eb11065c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:14.505033 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2cbb1422-1557-45d7-8739-9e0604dac5aa req-8020ecb8-d41e-4b7e-92cc-65d0eb11065c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 944 time: 0.0476661 Oct 17 10:31:14.558560 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2cbb1422-1557-45d7-8739-9e0604dac5aa req-dff69793-96dd-4c97-bc89-8cdb1ba06ded tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475569 Oct 17 10:31:14.592461 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port ce13d5d3-e1be-4216-ad2c-ea8b09580322, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:14.603960 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:31:14.638370 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port ce13d5d3-e1be-4216-ad2c-ea8b09580322 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:31:14.638771 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:14.651962 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce13d5d3-e1be-4216-ad2c-ea8b09580322 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:31:14.671746 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port ce13d5d3-e1be-4216-ad2c-ea8b09580322, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:14.675562 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:14.719876 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=ce13d5d3-e1be-4216-ad2c-ea8b09580322,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:15.207303 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['ce13d5d3-e1be-4216-ad2c-ea8b09580322'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:31:15.270886 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:15.315296 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:15.680406 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36288-20c4-4247-94d1-61dc77ad08d1 req-9ec58e46-d4ed-498f-aa8a-e9b7664864ff tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:15.682576 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-77b36288-20c4-4247-94d1-61dc77ad08d1 req-9ec58e46-d4ed-498f-aa8a-e9b7664864ff tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 945 time: 0.0509710 Oct 17 10:31:15.731580 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-77b36288-20c4-4247-94d1-61dc77ad08d1 req-ffcf4228-12bb-4d89-a396-35e847c724e8 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434973 Oct 17 10:31:16.592680 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device ce13d5d3-e1be-4216-ad2c-ea8b09580322 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:31:16.637026 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port ce13d5d3-e1be-4216-ad2c-ea8b09580322 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:31:16.642682 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port ce13d5d3-e1be-4216-ad2c-ea8b09580322 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:31:16.643049 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:16.643393 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port ce13d5d3-e1be-4216-ad2c-ea8b09580322 Oct 17 10:31:16.712780 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port ce13d5d3-e1be-4216-ad2c-ea8b09580322 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:31:16.713294 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:16.736029 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:31:16.738269 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9100e463-b275-4b04-a3ef-41694c4716ac" -d '{"events": [{"server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "name": "network-vif-plugged", "status": "completed", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:31:16.750860 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port ce13d5d3-e1be-4216-ad2c-ea8b09580322, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:16.754949 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:16.785242 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6fdd68-cd2f-49b7-b37d-b72c6de3c76a x-openstack-request-id: req-ba6fdd68-cd2f-49b7-b37d-b72c6de3c76a {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:31:16.785555 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "name": "network-vif-plugged", "status": "completed", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:31:16.785815 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba6fdd68-cd2f-49b7-b37d-b72c6de3c76a {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:31:16.786206 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6fdd68-cd2f-49b7-b37d-b72c6de3c76a'] response: {'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'code': 200} Oct 17 10:31:16.809792 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=ce13d5d3-e1be-4216-ad2c-ea8b09580322,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:16.853863 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8dc4-ade2-4e9d-be55-9f1d3a52174f req-b0919d2c-4d5c-4ebb-bc00-195fe5518c04 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:16.855593 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c35f8dc4-ade2-4e9d-be55-9f1d3a52174f req-b0919d2c-4d5c-4ebb-bc00-195fe5518c04 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 946 time: 0.0484724 Oct 17 10:31:16.904798 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c35f8dc4-ade2-4e9d-be55-9f1d3a52174f req-be5d2fa4-d0ef-48f9-bc61-d498dfff015c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 Oct 17 10:31:17.088501 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359826c-867b-4134-ba63-54b7c723ded5 req-64821e4c-8a4f-459a-8058-2c1f8ea6d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:17.090030 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3359826c-867b-4134-ba63-54b7c723ded5 req-64821e4c-8a4f-459a-8058-2c1f8ea6d07b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0406523 Oct 17 10:31:17.131913 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:17.137112 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3359826c-867b-4134-ba63-54b7c723ded5 req-fbf0d40c-2aef-47dd-895e-694529442a29 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416939 Oct 17 10:31:18.026951 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262cf8-7326-4f90-9c2e-90872fa406be req-bc93e6cd-8f6a-41ef-ba5e-41b94b79f67c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:18.028443 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1c262cf8-7326-4f90-9c2e-90872fa406be req-bc93e6cd-8f6a-41ef-ba5e-41b94b79f67c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 946 time: 0.0475299 Oct 17 10:31:18.078767 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1c262cf8-7326-4f90-9c2e-90872fa406be req-612d2b3f-d0d1-4c4c-a052-50579e15e009 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446165 Oct 17 10:31:19.202660 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c59d-d410-430c-a540-3f05f92b235d req-ae924725-4ecd-42aa-b51c-180e9d175326 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:19.204148 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dbe9c59d-d410-430c-a540-3f05f92b235d req-ae924725-4ecd-42aa-b51c-180e9d175326 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 946 time: 0.0506220 Oct 17 10:31:19.253479 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dbe9c59d-d410-430c-a540-3f05f92b235d req-bb4e96e0-7c10-4983-a52a-a8c83a327fb2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Oct 17 10:31:19.375803 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594552c-825f-42b2-b336-aa4322ae2373 req-c7aa67ad-2143-460e-b316-a31530f0b4e4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:19.377176 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2594552c-825f-42b2-b336-aa4322ae2373 req-c7aa67ad-2143-460e-b316-a31530f0b4e4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 946 time: 0.0503910 Oct 17 10:31:19.426679 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2594552c-825f-42b2-b336-aa4322ae2373 req-77c0ce21-37f5-4f68-81c9-5f64d7b79ae9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438855 Oct 17 10:31:19.454296 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59024) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:19.493208 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf14389-5879-4624-ba41-7af71322e426 tempest-TestVolumeBootPattern-388758179 tempest-TestVolumeBootPattern-388758179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:19.494922 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-dbf14389-5879-4624-ba41-7af71322e426 tempest-TestVolumeBootPattern-388758179 tempest-TestVolumeBootPattern-388758179-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 1125 time: 0.0396235 Oct 17 10:31:19.497634 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59028) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:19.501875 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:31:19.528240 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:19.582713 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9f70747d-c21a-404d-b9f8-4de70318465d req-1baa43b6-d1fd-4cda-ba20-0dff154244ce tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-75946106&fields=id&tenant_id=cc21860aa70345c79cfe597d5a42fb51 HTTP/1.1" status: 200 len: 267 time: 0.0436397 Oct 17 10:31:19.613062 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:19.634627 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70747d-c21a-404d-b9f8-4de70318465d req-3dfec9a0-4d0d-4ca0-806c-1ab372961f6f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:19.636608 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9f70747d-c21a-404d-b9f8-4de70318465d req-3dfec9a0-4d0d-4ca0-806c-1ab372961f6f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 984 time: 0.0468500 Oct 17 10:31:19.647489 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-9f70747d-c21a-404d-b9f8-4de70318465d req-dd4bde70-f4f1-4b3c-9797-733e91d2b301 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Request body: {'port': {'security_groups': ['bae070d9-1bb3-4aa6-bfe9-8727848f224b']}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:31:19.706541 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:19.720960 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:19.723969 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Allocated IP 172.27.3.113 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/5640d846-06b0-4af1-890f-3ba741477289) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:31:19.732710 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-9f70747d-c21a-404d-b9f8-4de70318465d req-dd4bde70-f4f1-4b3c-9797-733e91d2b301 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:19.830505 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for port (5640d846-06b0-4af1-890f-3ba741477289), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:19.865199 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (5640d846-06b0-4af1-890f-3ba741477289), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:19.906025 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:31:19.910781 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:31:19.914596 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:31:19.918382 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'Port': ['ID=5640d846-06b0-4af1-890f-3ba741477289,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:19.934012 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:19.945620 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-9f70747d-c21a-404d-b9f8-4de70318465d req-dd4bde70-f4f1-4b3c-9797-733e91d2b301 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] For port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:19.975959 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-9f70747d-c21a-404d-b9f8-4de70318465d req-dd4bde70-f4f1-4b3c-9797-733e91d2b301 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:19.981326 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-9f70747d-c21a-404d-b9f8-4de70318465d req-dd4bde70-f4f1-4b3c-9797-733e91d2b301 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:19.989938 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70747d-c21a-404d-b9f8-4de70318465d req-dd4bde70-f4f1-4b3c-9797-733e91d2b301 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:19.990593 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-9f70747d-c21a-404d-b9f8-4de70318465d req-dd4bde70-f4f1-4b3c-9797-733e91d2b301 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:19.991978 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9f70747d-c21a-404d-b9f8-4de70318465d req-dd4bde70-f4f1-4b3c-9797-733e91d2b301 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "PUT /networking/v2.0/ports/9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 200 len: 942 time: 0.3489211 Oct 17 10:31:19.998630 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:31:19.998630 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:31:19.998843 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59030) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:20.038053 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:31:20.052232 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bde70-f4f1-4b3c-9797-733e91d2b301 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event updated for resources: {'Port': ['ID=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,revision_number=7']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:20.108291 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e10ba3e-a4d9-4838-8e40-bc03257e2856 x-openstack-request-id: req-6e10ba3e-a4d9-4838-8e40-bc03257e2856 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:31:20.108667 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:31:20.109738 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e10ba3e-a4d9-4838-8e40-bc03257e2856 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:31:20.110214 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e10ba3e-a4d9-4838-8e40-bc03257e2856'] response: {'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'status': 'completed', 'code': 200} Oct 17 10:31:20.122317 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.130880 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:20.139831 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a339a985-0b0f-4913-87d6-b41df032fa3c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group (ada0ccf3-d083-438e-a1ca-038111f8b652), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.206407 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a339a985-0b0f-4913-87d6-b41df032fa3c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group (ada0ccf3-d083-438e-a1ca-038111f8b652), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.258110 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:31:20.271015 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-27079418-a365-48d0-bc19-48c205bcea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:20.272514 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-27079418-a365-48d0-bc19-48c205bcea3b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=cc21860aa70345c79cfe597d5a42fb51&device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 1129 time: 0.1035852 Oct 17 10:31:20.410062 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:20.461651 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a339a985-0b0f-4913-87d6-b41df032fa3c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ada0ccf3-d083-438e-a1ca-038111f8b652), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.464688 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a339a985-0b0f-4913-87d6-b41df032fa3c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.465814 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a339a985-0b0f-4913-87d6-b41df032fa3c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ada0ccf3-d083-438e-a1ca-038111f8b652 HTTP/1.1" status: 204 len: 168 time: 0.4663091 Oct 17 10:31:20.468793 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59036) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:20.488755 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-4a6bb543-cf00-4c75-b74f-aabadef5ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:20.490202 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-4a6bb543-cf00-4c75-b74f-aabadef5ba7c service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=f414572a-3cfd-4a03-8d0f-884b658757a5 HTTP/1.1" status: 200 len: 915 time: 0.2083662 Oct 17 10:31:20.507336 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339a985-0b0f-4913-87d6-b41df032fa3c tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada0ccf3-d083-438e-a1ca-038111f8b652,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:20.521555 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:20.576012 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (7c9a82cd-2222-4032-a15e-28ba0fc4cb0d), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.602572 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-ecdbbdb2-163c-4f2d-9ff8-a19f406d55a3 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 200 len: 1001 time: 0.0922780 Oct 17 10:31:20.624583 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Deleting port e8e15d6b-feab-4cb5-8a25-dc3f8f001bba {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:20.624929 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (e8e15d6b-feab-4cb5-8a25-dc3f8f001bba), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.684168 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-612819e3-ecc6-4cd7-9cc9-201123c39a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:20.685603 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-612819e3-ecc6-4cd7-9cc9-201123c39a9a service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=3742bd82-c4e1-41d8-bae3-047725732101 HTTP/1.1" status: 200 len: 853 time: 0.0762007 Oct 17 10:31:20.689960 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (5640d846-06b0-4af1-890f-3ba741477289), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.701408 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (e8e15d6b-feab-4cb5-8a25-dc3f8f001bba), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.701821 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for floatingip (e8e15d6b-feab-4cb5-8a25-dc3f8f001bba), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.714857 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Calling delete_port for e8e15d6b-feab-4cb5-8a25-dc3f8f001bba owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:20.761780 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-c789718f-42d5-464a-80f6-334766db7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:20.763281 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-c789718f-42d5-464a-80f6-334766db7cb8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=f414572a-3cfd-4a03-8d0f-884b658757a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706506 Oct 17 10:31:20.886078 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (e8e15d6b-feab-4cb5-8a25-dc3f8f001bba), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.909730 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event deleted for resources: {'Port': ['ID=e8e15d6b-feab-4cb5-8a25-dc3f8f001bba,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:20.932131 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-8e37c166-23f7-4e85-ab5b-44c5b8045a0e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559815 Oct 17 10:31:20.954087 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:20.964594 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for port (5640d846-06b0-4af1-890f-3ba741477289), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.977092 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks [] for floatingip (3abe936b-be82-4820-9761-d0ebb79d4b12), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:20.977342 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Floating IP 3abe936b-be82-4820-9761-d0ebb79d4b12 disassociated (deleted). External IP: 172.27.3.182, port: 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4. Oct 17 10:31:20.997490 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (5640d846-06b0-4af1-890f-3ba741477289), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:21.053374 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:21.085349 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (7c9a82cd-2222-4032-a15e-28ba0fc4cb0d), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:21.093431 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'Port': ['ID=5640d846-06b0-4af1-890f-3ba741477289,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:21.153231 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-481c23eb-2a0e-4eec-a479-cdb9a717c4a9 req-c5c4f5d0-5c64-45bd-9716-3ad30cb47fa4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138162 Oct 17 10:31:21.189676 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Router 1481a5ea-63ca-4c08-891e-6a1928fead22 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:31:21.205609 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Floating IP 7c9a82cd-2222-4032-a15e-28ba0fc4cb0d associated. External IP: 172.27.3.113, port: ce13d5d3-e1be-4216-ad2c-ea8b09580322. Oct 17 10:31:21.244159 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:21.294220 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:31:21.299045 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:21.304554 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:21.307335 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] Sync routers for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:31:21.318284 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:21.318976 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:21.330929 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e296fd3c-5013-4b8b-bb5b-2715f022558a tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/3abe936b-be82-4820-9761-d0ebb79d4b12 HTTP/1.1" status: 204 len: 168 time: 0.8609304 Oct 17 10:31:21.423146 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:31:21.430135 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:21.586002 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:21.657297 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '813f9ba8-541d-4b2a-96ae-18cd084102e0', 'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'mac_address': 'fa:16:3e:1b:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:37Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 5, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'subnets': [{'id': '3742bd82-c4e1-41d8-bae3-047725732101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:21.684069 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] Checking router: 1481a5ea-63ca-4c08-891e-6a1928fead22 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:31:21.693510 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:21.694134 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:21.775928 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:31:21.786364 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] Sync routers for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:31:21.794512 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:21.798744 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:21.799360 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:21.801383 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:21.831046 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-7e219dc1-0f6f-4adb-80f0-83d65611f907 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3319805 Oct 17 10:31:21.831553 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:31:21.834173 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429016cf-6802-4795-a66c-65e1bb16871f" -d '{"events": [{"name": "network-changed", "server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:31:21.847387 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:21.875297 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6445f4-c910-4895-b84c-dc451e2ec1b6 x-openstack-request-id: req-ec6445f4-c910-4895-b84c-dc451e2ec1b6 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:31:21.875592 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:31:21.875923 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec6445f4-c910-4895-b84c-dc451e2ec1b6 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:31:21.876329 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6445f4-c910-4895-b84c-dc451e2ec1b6'] response: {'name': 'network-changed', 'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'status': 'completed', 'code': 200} Oct 17 10:31:21.917870 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:21.990623 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '813f9ba8-541d-4b2a-96ae-18cd084102e0', 'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'mac_address': 'fa:16:3e:1b:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:37Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 5, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'subnets': [{'id': '3742bd82-c4e1-41d8-bae3-047725732101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:22.020286 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17287ba2-d1aa-4ed7-8909-91bcfed26c95 None None] The sync data for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi is: [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:26:38Z', 'revision_number': 4, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '813f9ba8-541d-4b2a-96ae-18cd084102e0', 'name': '', 'network_id': 'f414572a-3cfd-4a03-8d0f-884b658757a5', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'mac_address': 'fa:16:3e:1b:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '3742bd82-c4e1-41d8-bae3-047725732101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:37Z', 'updated_at': '2022-10-17T10:26:47Z', 'revision_number': 5, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'subnets': [{'id': '3742bd82-c4e1-41d8-bae3-047725732101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:31:22.112090 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:31:22.114600 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30731b8c-ea57-4812-ad42-a4ebb295cd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:31:22.139083 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '7c9a82cd-2222-4032-a15e-28ba0fc4cb0d', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:31:20Z', 'updated_at': '2022-10-17T10:31:20Z', 'revision_number': 0, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:22.156204 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a07ab-68e1-40b8-b31e-46ef493fe331 x-openstack-request-id: req-280a07ab-68e1-40b8-b31e-46ef493fe331 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:31:22.156566 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:31:22.156885 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-280a07ab-68e1-40b8-b31e-46ef493fe331 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:31:22.157355 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280a07ab-68e1-40b8-b31e-46ef493fe331'] response: {'name': 'network-changed', 'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'status': 'completed', 'code': 200} Oct 17 10:31:22.166802 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] Checking router: 2eca77e2-dba6-45ad-a93e-27c00a3ad862 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:31:22.175603 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:22.176221 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:22.276938 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21253ee6-0ac7-41db-8b52-c05fdfcc97ca None None] New status for floating IP 3abe936b-be82-4820-9761-d0ebb79d4b12: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:31:22.287830 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:22.327566 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429016cf-6802-4795-a66c-65e1bb16871f req-9a166c05-4544-4fe9-96ab-a6c8ec1f4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:22.329152 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-429016cf-6802-4795-a66c-65e1bb16871f req-9a166c05-4544-4fe9-96ab-a6c8ec1f4967 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0958614 Oct 17 10:31:22.330307 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-f985d4ee-69e2-4924-9f82-4c2ea8d18f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:22.331666 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-f985d4ee-69e2-4924-9f82-4c2ea8d18f16 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=cc21860aa70345c79cfe597d5a42fb51&device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 1129 time: 0.0891206 Oct 17 10:31:22.510698 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '7c9a82cd-2222-4032-a15e-28ba0fc4cb0d', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:31:20Z', 'updated_at': '2022-10-17T10:31:20Z', 'revision_number': 0, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:22.535853 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab31fc3-7efb-4172-80fa-f201cde76bf7 None None] The sync data for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi is: [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '7c9a82cd-2222-4032-a15e-28ba0fc4cb0d', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:31:20Z', 'updated_at': '2022-10-17T10:31:20Z', 'revision_number': 0, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:31:22.592214 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429016cf-6802-4795-a66c-65e1bb16871f req-f3a18d31-d52b-4ed1-9af5-6b1f43221352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:22.593606 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-429016cf-6802-4795-a66c-65e1bb16871f req-f3a18d31-d52b-4ed1-9af5-6b1f43221352 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 913 time: 0.1721165 Oct 17 10:31:22.594710 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-a76eb32f-fc88-4a31-90af-b53cb9fc6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:22.596014 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-a76eb32f-fc88-4a31-90af-b53cb9fc6718 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=f414572a-3cfd-4a03-8d0f-884b658757a5 HTTP/1.1" status: 200 len: 915 time: 0.1726243 Oct 17 10:31:22.675042 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-bd9bd64f-ad48-4b43-a6df-5a5c2943b9e3 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 200 len: 217 time: 0.0634751 Oct 17 10:31:22.698720 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:22.730349 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-429016cf-6802-4795-a66c-65e1bb16871f req-7d666713-654b-4048-9015-eefaaeeb4e1e service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322 HTTP/1.1" status: 200 len: 1000 time: 0.1248393 Oct 17 10:31:22.734351 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab6790-ba23-433a-b192-0e45dfcbe797 None None] New status for floating IP 7c9a82cd-2222-4032-a15e-28ba0fc4cb0d: ACTIVE {{(pid=104473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:31:22.777811 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-a3582778-efdc-4e3a-9b4a-166312e43f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:22.779290 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-a3582778-efdc-4e3a-9b4a-166312e43f6e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=3742bd82-c4e1-41d8-bae3-047725732101 HTTP/1.1" status: 200 len: 853 time: 0.0912333 Oct 17 10:31:22.805676 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429016cf-6802-4795-a66c-65e1bb16871f req-df59a47f-aa68-414d-b755-8021c7c075f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:22.807218 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-429016cf-6802-4795-a66c-65e1bb16871f req-df59a47f-aa68-414d-b755-8021c7c075f7 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0688932 Oct 17 10:31:22.877692 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-cbc63fb7-73e3-4483-8c6c-4a446b742c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:22.879390 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-cbc63fb7-73e3-4483-8c6c-4a446b742c73 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=f414572a-3cfd-4a03-8d0f-884b658757a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899405 Oct 17 10:31:22.880894 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429016cf-6802-4795-a66c-65e1bb16871f req-9c4d98e3-bb97-465b-8605-f26e5d4c01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:22.883038 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-429016cf-6802-4795-a66c-65e1bb16871f req-9c4d98e3-bb97-465b-8605-f26e5d4c01c1 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538442 Oct 17 10:31:23.047043 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:23.052931 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-429016cf-6802-4795-a66c-65e1bb16871f req-a5abc5fb-cfb1-4769-a6b4-4c4108f28a3d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500218 Oct 17 10:31:23.054645 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-812d4f42-d6ea-447c-b5be-cc26b3638128 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593060 Oct 17 10:31:23.229850 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-30731b8c-ea57-4812-ad42-a4ebb295cd8d req-54e4a40a-f8d6-42b0-a03c-1b7db9d5585b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536157 Oct 17 10:31:23.231611 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-429016cf-6802-4795-a66c-65e1bb16871f req-9c816fa3-afaa-490e-8571-ecada627b2ea service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643224 Oct 17 10:31:25.176324 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dce20d-e7b2-459e-8853-fcf351fead94 req-0424f3cc-b65d-4ab8-aadf-180754cbea7f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:25.177782 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b2dce20d-e7b2-459e-8853-fcf351fead94 req-0424f3cc-b65d-4ab8-aadf-180754cbea7f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0485668 Oct 17 10:31:25.223568 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b2dce20d-e7b2-459e-8853-fcf351fead94 req-225eee9e-6cb4-453d-918f-9d6451b31ddf tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Oct 17 10:31:26.346030 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd2728-0fda-4782-9cdf-3248f9e630b2 req-b7be598e-ac65-4904-ae59-a6549cdeccf1 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:26.347430 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ebfd2728-0fda-4782-9cdf-3248f9e630b2 req-b7be598e-ac65-4904-ae59-a6549cdeccf1 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0464818 Oct 17 10:31:26.395425 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ebfd2728-0fda-4782-9cdf-3248f9e630b2 req-3650e1c4-1a1a-4d4b-ac93-f1935ed49af0 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Oct 17 10:31:27.535137 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899bc9-1113-4469-b183-781b18646864 req-d1b9497e-26d1-4cf9-a8a2-ea94109a3cb4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:27.536646 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-99899bc9-1113-4469-b183-781b18646864 req-d1b9497e-26d1-4cf9-a8a2-ea94109a3cb4 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0513759 Oct 17 10:31:27.586261 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-99899bc9-1113-4469-b183-781b18646864 req-b7f52904-df94-4a68-8ae0-16d40e0c427d tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bae070d9-1bb3-4aa6-bfe9-8727848f224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Oct 17 10:31:27.624441 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-44d35098-ac2a-463f-b8d6-24fd0ca8f18e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:27.626269 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-44d35098-ac2a-463f-b8d6-24fd0ca8f18e tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 945 time: 0.0548372 Oct 17 10:31:27.725791 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Deleting port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:27.726057 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:27.835987 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] For port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:27.836357 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:27.851217 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Calling delete_port for 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:27.903459 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:27.999234 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:28.028309 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Pushing event deleted for resources: {'Port': ['ID=9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:28.036191 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:31:28.083571 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] No DVR routers for this DVR port 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:31:28.086256 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:28.089921 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-be33be1c-4e2c-4659-9504-18cf4d7b571b req-47e38a33-7136-404e-b996-22b36406961f tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.30 "DELETE /networking/v2.0/ports/9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 HTTP/1.1" status: 204 len: 173 time: 0.4584835 Oct 17 10:31:28.090458 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'name': 'network-vif-deleted', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:31:28.092720 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a08199-4f71-4a7b-9a94-c2a965ebe004" -d '{"events": [{"server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "name": "network-vif-deleted", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:31:28.135827 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e8582d-d69b-4ea3-9aea-49b45e3ef0ba x-openstack-request-id: req-21e8582d-d69b-4ea3-9aea-49b45e3ef0ba {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:31:28.136122 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa918d9-d80d-4fe0-aaa0-46d064dce92f", "name": "network-vif-deleted", "tag": "9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:31:28.136375 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21e8582d-d69b-4ea3-9aea-49b45e3ef0ba {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:31:28.136779 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e8582d-d69b-4ea3-9aea-49b45e3ef0ba'] response: {'server_uuid': '3fa918d9-d80d-4fe0-aaa0-46d064dce92f', 'name': 'network-vif-deleted', 'tag': '9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4', 'status': 'completed', 'code': 200} Oct 17 10:31:28.707284 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9b4f601-b993-437e-9eec-057e16bd9ef2 req-70b49094-3cd8-46ea-952b-ea278c92bbb2 tempest-TestMinimumBasicScenario-1448214952 tempest-TestMinimumBasicScenario-1448214952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3fa918d9-d80d-4fe0-aaa0-46d064dce92f HTTP/1.1" status: 200 len: 210 time: 0.0275035 Oct 17 10:31:30.410273 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59132) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:30.695578 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:30.763318 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:31:30.784315 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:31:30.784315 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 9a7e0e9e-6a03-4ec0-9d95-983fb99ac8d4 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:31:30.789005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (1481a5ea-63ca-4c08-891e-6a1928fead22), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:31.057338 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Deleting port 813f9ba8-541d-4b2a-96ae-18cd084102e0 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:31.057676 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:31.141436 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] For port 813f9ba8-541d-4b2a-96ae-18cd084102e0, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=813f9ba8-541d-4b2a-96ae-18cd084102e0,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:31.141797 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:31.153435 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:31.154610 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Calling delete_port for 813f9ba8-541d-4b2a-96ae-18cd084102e0 owned by network:router_interface {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:31.331239 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (813f9ba8-541d-4b2a-96ae-18cd084102e0), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:31.357099 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=813f9ba8-541d-4b2a-96ae-18cd084102e0,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:31.388151 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.388498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.388842 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.389183 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.389517 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.389846 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.390171 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.390527 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.390857 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.391182 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.391507 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.391833 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.392154 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.392471 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.392790 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:31.530892 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (1481a5ea-63ca-4c08-891e-6a1928fead22), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:31.551188 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f66d6-f950-4b13-b67f-6b31e2f4963b None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:31:31.634143 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:31.676068 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f66d6-f950-4b13-b67f-6b31e2f4963b None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:31:31.682552 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:31.685453 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:31.739908 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Router 1481a5ea-63ca-4c08-891e-6a1928fead22 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:31:32.092138 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:31:32.100945 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-1b83c4fb-5a9c-4c4e-89be-1a7fbc19cc80 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1481a5ea-63ca-4c08-891e-6a1928fead22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6864331 Oct 17 10:31:32.100945 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59138) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:32.103767 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] Sync routers for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:31:32.116446 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:32.117155 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:32.208312 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks [] for router (1481a5ea-63ca-4c08-891e-6a1928fead22), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.222851 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:32.263562 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:32.278151 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:32.320180 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks [] for router_gateway (1481a5ea-63ca-4c08-891e-6a1928fead22), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.367962 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Deleting port 520d3de2-003a-4646-8dba-445e9855b93b {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:32.368863 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (520d3de2-003a-4646-8dba-445e9855b93b), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.404993 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '520d3de2-003a-4646-8dba-445e9855b93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:31:31Z', 'revision_number': 5, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port': {'id': '520d3de2-003a-4646-8dba-445e9855b93b', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:35Z', 'updated_at': '2022-10-17T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:32.433618 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] Checking router: 1481a5ea-63ca-4c08-891e-6a1928fead22 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:31:32.442574 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] Routers {'1481a5ea-63ca-4c08-891e-6a1928fead22'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:32.443183 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1481a5ea-63ca-4c08-891e-6a1928fead22'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:32.464057 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] For port 520d3de2-003a-4646-8dba-445e9855b93b, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=520d3de2-003a-4646-8dba-445e9855b93b,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:32.464426 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (520d3de2-003a-4646-8dba-445e9855b93b), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.478703 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Calling delete_port for 520d3de2-003a-4646-8dba-445e9855b93b owned by network:router_gateway {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:32.486869 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fed55ed3-4f5e-4401-b45f-5a09009a4f2a None None] Provisioning complete for port cd8a4539-6d08-4439-9593-295dd98fa49f triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:31:32.487386 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fed55ed3-4f5e-4401-b45f-5a09009a4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.487795 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fed55ed3-4f5e-4401-b45f-5a09009a4f2a None None] Attempt 1 to provision port cd8a4539-6d08-4439-9593-295dd98fa49f Oct 17 10:31:32.531950 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] Set router 1481a5ea-63ca-4c08-891e-6a1928fead22 gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:32.562668 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fed55ed3-4f5e-4401-b45f-5a09009a4f2a None None] Current status of the port cd8a4539-6d08-4439-9593-295dd98fa49f is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:31:32.586900 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:31:32Z', 'revision_number': 6, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port_host': None}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:32.613001 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3237-e8c4-4ef3-a06a-0300699da033 None None] The sync data for ids ['1481a5ea-63ca-4c08-891e-6a1928fead22'] in dv-cinder-860209-5-iscsi is: [{'id': '1481a5ea-63ca-4c08-891e-6a1928fead22', 'name': 'tempest-TestMinimumBasicScenario-801014608-router', 'tenant_id': 'cc21860aa70345c79cfe597d5a42fb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:34Z', 'updated_at': '2022-10-17T10:31:32Z', 'revision_number': 6, 'project_id': 'cc21860aa70345c79cfe597d5a42fb51', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:31:32.652503 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (520d3de2-003a-4646-8dba-445e9855b93b), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.680081 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Pushing event deleted for resources: {'Port': ['ID=520d3de2-003a-4646-8dba-445e9855b93b,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:32.744921 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (1481a5ea-63ca-4c08-891e-6a1928fead22), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.847698 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (1481a5ea-63ca-4c08-891e-6a1928fead22), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.849855 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks [] for router_controller (1481a5ea-63ca-4c08-891e-6a1928fead22), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.916098 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (1481a5ea-63ca-4c08-891e-6a1928fead22), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.916737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1481a5ea-63ca-4c08-891e-6a1928fead22 {{(pid=104471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:31:32.921706 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:32.922884 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-e8ad288c-2459-4b8b-ac72-3cf6fbf2926e admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/1481a5ea-63ca-4c08-891e-6a1928fead22 HTTP/1.1" status: 204 len: 168 time: 0.8215275 Oct 17 10:31:32.925463 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59140) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:32.952562 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:32.974632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab00b891-e617-4e6a-a3bf-8ae0f6e59d08 admin admin] Deleting subnet 3742bd82-c4e1-41d8-bae3-047725732101 {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:31:32.978608 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ab00b891-e617-4e6a-a3bf-8ae0f6e59d08 admin admin] Publish callbacks [] for subnet (3742bd82-c4e1-41d8-bae3-047725732101), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.015819 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ab00b891-e617-4e6a-a3bf-8ae0f6e59d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16678353'] for subnet (3742bd82-c4e1-41d8-bae3-047725732101), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.125913 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ab00b891-e617-4e6a-a3bf-8ae0f6e59d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (3742bd82-c4e1-41d8-bae3-047725732101), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.180985 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ab00b891-e617-4e6a-a3bf-8ae0f6e59d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16629072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097757'] for subnet (3742bd82-c4e1-41d8-bae3-047725732101), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.204968 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00b891-e617-4e6a-a3bf-8ae0f6e59d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3742bd82-c4e1-41d8-bae3-047725732101,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:33.210483 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ab00b891-e617-4e6a-a3bf-8ae0f6e59d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.216654 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ab00b891-e617-4e6a-a3bf-8ae0f6e59d08 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/3742bd82-c4e1-41d8-bae3-047725732101 HTTP/1.1" status: 204 len: 168 time: 0.2879674 Oct 17 10:31:33.216817 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fce9fb-bdd3-489e-b454-7a9e8a1a20a3 None None] Network f414572a-3cfd-4a03-8d0f-884b658757a5 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:31:33.216922 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59142) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:33.273617 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:33.290884 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (f414572a-3cfd-4a03-8d0f-884b658757a5), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.332233 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Deleting port cd8a4539-6d08-4439-9593-295dd98fa49f {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:33.332673 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.404454 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae7c41-f711-4b2b-b4b7-dc1d4bdf01c3 None None] DHCP port deletion for f414572a-3cfd-4a03-8d0f-884b658757a5 request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:31:33.405271 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] For port cd8a4539-6d08-4439-9593-295dd98fa49f, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=cd8a4539-6d08-4439-9593-295dd98fa49f,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:33.405641 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.420542 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Calling delete_port for cd8a4539-6d08-4439-9593-295dd98fa49f owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:33.454822 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae7c41-f711-4b2b-b4b7-dc1d4bdf01c3 None None] Deleting port cd8a4539-6d08-4439-9593-295dd98fa49f {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:33.455249 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b5ae7c41-f711-4b2b-b4b7-dc1d4bdf01c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.470541 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 813f9ba8-541d-4b2a-96ae-18cd084102e0 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:31:33.503868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.517458 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 813f9ba8-541d-4b2a-96ae-18cd084102e0 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:31:33.518024 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 813f9ba8-541d-4b2a-96ae-18cd084102e0 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:31:33.518204 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device cd8a4539-6d08-4439-9593-295dd98fa49f no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:31:33.530299 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8a4539-6d08-4439-9593-295dd98fa49f,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:33.532272 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] No DVR routers for this DVR port cd8a4539-6d08-4439-9593-295dd98fa49f on host dv-cinder-860209-5-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:31:33.552418 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: cd8a4539-6d08-4439-9593-295dd98fa49f {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:31:33.552764 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device cd8a4539-6d08-4439-9593-295dd98fa49f not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:31:33.553182 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 520d3de2-003a-4646-8dba-445e9855b93b no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:31:33.576622 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 520d3de2-003a-4646-8dba-445e9855b93b {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:31:33.576957 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 520d3de2-003a-4646-8dba-445e9855b93b not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:31:33.583316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-b5ae7c41-f711-4b2b-b4b7-dc1d4bdf01c3 None None] For port cd8a4539-6d08-4439-9593-295dd98fa49f, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=cd8a4539-6d08-4439-9593-295dd98fa49f,segment=NetworkSegment(656738a4-936e-4e65-bf3d-c0c0953a5474),segment_id=656738a4-936e-4e65-bf3d-c0c0953a5474)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:33.583717 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b5ae7c41-f711-4b2b-b4b7-dc1d4bdf01c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.596994 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae7c41-f711-4b2b-b4b7-dc1d4bdf01c3 None None] Calling delete_port for cd8a4539-6d08-4439-9593-295dd98fa49f owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:33.614042 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (f414572a-3cfd-4a03-8d0f-884b658757a5), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.636792 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f414572a-3cfd-4a03-8d0f-884b658757a5']}} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:33.646491 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656738a4-936e-4e65-bf3d-c0c0953a5474') {'for_net_delete': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:33.646779 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656738a4-936e-4e65-bf3d-c0c0953a5474') {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:33.656819 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16678312'] for segment (656738a4-936e-4e65-bf3d-c0c0953a5474), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.671828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (656738a4-936e-4e65-bf3d-c0c0953a5474), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.678735 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=104471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:31:33.679218 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16629178'] for segment (656738a4-936e-4e65-bf3d-c0c0953a5474), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.720270 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b5ae7c41-f711-4b2b-b4b7-dc1d4bdf01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (cd8a4539-6d08-4439-9593-295dd98fa49f), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.751903 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae7c41-f711-4b2b-b4b7-dc1d4bdf01c3 None None] No DVR routers for this DVR port cd8a4539-6d08-4439-9593-295dd98fa49f on host dv-cinder-860209-5-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:31:33.754855 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae7c41-f711-4b2b-b4b7-dc1d4bdf01c3 None None] Pushing event deleted for resources: {'Port': ['ID=cd8a4539-6d08-4439-9593-295dd98fa49f,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:33.761515 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (f414572a-3cfd-4a03-8d0f-884b658757a5), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.774270 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:33.781084 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59148) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:33.789223 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/f414572a-3cfd-4a03-8d0f-884b658757a5 HTTP/1.1" status: 204 len: 168 time: 0.5711391 Oct 17 10:31:33.803332 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 656738a4-936e-4e65-bf3d-c0c0953a5474 resource provider aggregate not found Oct 17 10:31:33.807951 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5f172-82a2-49d4-a594-da784c144d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=f414572a-3cfd-4a03-8d0f-884b658757a5,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:33.820961 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 656738a4-936e-4e65-bf3d-c0c0953a5474 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 656738a4-936e-4e65-bf3d-c0c0953a5474 found for delete ", "request_id": "req-accdc8f4-1669-4434-ae83-e099ab6696e9"}]} Oct 17 10:31:34.328648 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (a5697368-e710-40ac-89c5-5ef15ccc378d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:34.505780 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:34.545027 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Deleting port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:34.545360 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:34.623419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] For port 8c8b866c-5240-47bc-8f62-b5686e8d9ff8, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=8c8b866c-5240-47bc-8f62-b5686e8d9ff8,segment=NetworkSegment(982e7103-9d10-4295-97b1-12f1328ef7cb),segment_id=982e7103-9d10-4295-97b1-12f1328ef7cb)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:34.623780 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:34.625793 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:34.637422 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Calling delete_port for 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:34.813166 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (8c8b866c-5240-47bc-8f62-b5686e8d9ff8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:34.835260 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8b866c-5240-47bc-8f62-b5686e8d9ff8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:35.001198 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (a5697368-e710-40ac-89c5-5ef15ccc378d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:35.021256 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c863ae-35d1-490e-a139-213997f244f9 None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:31:35.139416 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c863ae-35d1-490e-a139-213997f244f9 None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:31:35.199826 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:35.217281 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Router a5697368-e710-40ac-89c5-5ef15ccc378d has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:31:35.285783 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:35.322739 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:31:35.328497 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4c775612-4304-43b2-9a6d-d75a95a47392 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a5697368-e710-40ac-89c5-5ef15ccc378d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5463183 Oct 17 10:31:35.330091 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59154) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:35.332847 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] Sync routers for ids ['a5697368-e710-40ac-89c5-5ef15ccc378d'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:31:35.344439 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] Routers {'a5697368-e710-40ac-89c5-5ef15ccc378d'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:35.345078 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a5697368-e710-40ac-89c5-5ef15ccc378d'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:35.452382 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] Set router a5697368-e710-40ac-89c5-5ef15ccc378d gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:35.489919 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:35.544880 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks [] for router (a5697368-e710-40ac-89c5-5ef15ccc378d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:35.582662 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:35.637992 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:41Z', 'updated_at': '2022-10-17T10:31:34Z', 'revision_number': 5, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'gw_port': {'id': '22952f7e-0bae-4add-bf9f-dd3ed3554211', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:42Z', 'updated_at': '2022-10-17T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:35.657928 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks [] for router_gateway (a5697368-e710-40ac-89c5-5ef15ccc378d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:35.670248 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] Checking router: a5697368-e710-40ac-89c5-5ef15ccc378d for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:31:35.680298 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] Routers {'a5697368-e710-40ac-89c5-5ef15ccc378d'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:35.680968 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a5697368-e710-40ac-89c5-5ef15ccc378d'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:35.705734 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Deleting port 22952f7e-0bae-4add-bf9f-dd3ed3554211 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:35.706236 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:35.767789 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] Set router a5697368-e710-40ac-89c5-5ef15ccc378d gateway port host: None {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:35.802072 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] For port 22952f7e-0bae-4add-bf9f-dd3ed3554211, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=22952f7e-0bae-4add-bf9f-dd3ed3554211,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:35.802469 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:35.816264 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Calling delete_port for 22952f7e-0bae-4add-bf9f-dd3ed3554211 owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:35.827069 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:41Z', 'updated_at': '2022-10-17T10:31:35Z', 'revision_number': 6, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'gw_port_host': None}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:35.853074 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-31c4b1e4-9fc4-4f82-9da4-326a0a2bb5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:35.854982 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c98d99-ce59-4dfa-8062-3e530e133711 None None] The sync data for ids ['a5697368-e710-40ac-89c5-5ef15ccc378d'] in dv-cinder-860209-5-iscsi is: [{'id': 'a5697368-e710-40ac-89c5-5ef15ccc378d', 'name': 'tempest-TestMinimumBasicScenario-1209036785-router', 'tenant_id': '2baaa5333cee4891a7d766231743d38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:41Z', 'updated_at': '2022-10-17T10:31:35Z', 'revision_number': 6, 'project_id': '2baaa5333cee4891a7d766231743d38e', 'gw_port_host': None}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:31:35.907183 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-400254c9-396a-4e3a-8012-b56d529952aa None None] Provisioning complete for port 046873e7-5537-4027-adb0-46643c0d5a4c triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:31:35.907554 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-400254c9-396a-4e3a-8012-b56d529952aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:35.907906 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-400254c9-396a-4e3a-8012-b56d529952aa None None] Attempt 1 to provision port 046873e7-5537-4027-adb0-46643c0d5a4c Oct 17 10:31:35.987341 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (22952f7e-0bae-4add-bf9f-dd3ed3554211), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:35.987903 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-400254c9-396a-4e3a-8012-b56d529952aa None None] Current status of the port 046873e7-5537-4027-adb0-46643c0d5a4c is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:31:36.014350 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Pushing event deleted for resources: {'Port': ['ID=22952f7e-0bae-4add-bf9f-dd3ed3554211,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:36.078780 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (a5697368-e710-40ac-89c5-5ef15ccc378d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.170547 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (a5697368-e710-40ac-89c5-5ef15ccc378d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.172610 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks [] for router_controller (a5697368-e710-40ac-89c5-5ef15ccc378d), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.218839 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (a5697368-e710-40ac-89c5-5ef15ccc378d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.219469 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5697368-e710-40ac-89c5-5ef15ccc378d {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:31:36.224876 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.226052 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6043dfa1-93cb-4acc-98c2-314fe98ca685 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/a5697368-e710-40ac-89c5-5ef15ccc378d HTTP/1.1" status: 204 len: 168 time: 0.8948555 Oct 17 10:31:36.229643 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59158) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:36.277072 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-9344489b-d823-4159-b719-77c8873cfa7e admin admin] Deleting subnet 86a47fd5-9b22-45fb-9ce1-de93aff09f20 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:31:36.280656 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9344489b-d823-4159-b719-77c8873cfa7e admin admin] Publish callbacks [] for subnet (86a47fd5-9b22-45fb-9ce1-de93aff09f20), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.317417 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9344489b-d823-4159-b719-77c8873cfa7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1924750'] for subnet (86a47fd5-9b22-45fb-9ce1-de93aff09f20), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.388923 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:36.399909 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9344489b-d823-4159-b719-77c8873cfa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (86a47fd5-9b22-45fb-9ce1-de93aff09f20), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.452819 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9344489b-d823-4159-b719-77c8873cfa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12278705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12414195'] for subnet (86a47fd5-9b22-45fb-9ce1-de93aff09f20), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.480291 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344489b-d823-4159-b719-77c8873cfa7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a47fd5-9b22-45fb-9ce1-de93aff09f20,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:36.482243 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9344489b-d823-4159-b719-77c8873cfa7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.485372 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9344489b-d823-4159-b719-77c8873cfa7e admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/86a47fd5-9b22-45fb-9ce1-de93aff09f20 HTTP/1.1" status: 204 len: 168 time: 0.2547345 Oct 17 10:31:36.487882 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59160) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:36.488893 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7afd7-cc48-4727-a2b3-6ee26361321d None None] Network 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:31:36.535312 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:36.562428 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.607691 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Deleting port 046873e7-5537-4027-adb0-46643c0d5a4c {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:36.607691 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.633419 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec197f0-58e6-4a53-81e0-d87c09c96ea1 None None] DHCP port deletion for 9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:31:36.674771 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-0ec197f0-58e6-4a53-81e0-d87c09c96ea1 None None] Deleting port 046873e7-5537-4027-adb0-46643c0d5a4c {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:36.675147 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0ec197f0-58e6-4a53-81e0-d87c09c96ea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.677273 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] For port 046873e7-5537-4027-adb0-46643c0d5a4c, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=046873e7-5537-4027-adb0-46643c0d5a4c,segment=NetworkSegment(982e7103-9d10-4295-97b1-12f1328ef7cb),segment_id=982e7103-9d10-4295-97b1-12f1328ef7cb)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:36.677635 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.690928 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Calling delete_port for 046873e7-5537-4027-adb0-46643c0d5a4c owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:36.741368 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-0ec197f0-58e6-4a53-81e0-d87c09c96ea1 None None] For port 046873e7-5537-4027-adb0-46643c0d5a4c, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=046873e7-5537-4027-adb0-46643c0d5a4c,segment=NetworkSegment(982e7103-9d10-4295-97b1-12f1328ef7cb),segment_id=982e7103-9d10-4295-97b1-12f1328ef7cb)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:36.741767 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0ec197f0-58e6-4a53-81e0-d87c09c96ea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.756154 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-0ec197f0-58e6-4a53-81e0-d87c09c96ea1 None None] Calling delete_port for 046873e7-5537-4027-adb0-46643c0d5a4c owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:36.775107 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.800612 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=046873e7-5537-4027-adb0-46643c0d5a4c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:36.804444 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] No DVR routers for this DVR port 046873e7-5537-4027-adb0-46643c0d5a4c on host dv-cinder-860209-5-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:31:36.812723 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:36.855369 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0ec197f0-58e6-4a53-81e0-d87c09c96ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (046873e7-5537-4027-adb0-46643c0d5a4c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.869348 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec197f0-58e6-4a53-81e0-d87c09c96ea1 None None] No DVR routers for this DVR port 046873e7-5537-4027-adb0-46643c0d5a4c on host dv-cinder-860209-5-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:31:36.885850 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec197f0-58e6-4a53-81e0-d87c09c96ea1 None None] Pushing event deleted for resources: {'Port': ['ID=046873e7-5537-4027-adb0-46643c0d5a4c,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:36.893636 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.922665 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:36.934704 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982e7103-9d10-4295-97b1-12f1328ef7cb') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:36.934992 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982e7103-9d10-4295-97b1-12f1328ef7cb') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:36.944866 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (982e7103-9d10-4295-97b1-12f1328ef7cb), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.958047 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (982e7103-9d10-4295-97b1-12f1328ef7cb), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:36.964538 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:31:36.964960 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (982e7103-9d10-4295-97b1-12f1328ef7cb), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.028353 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.034754 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 982e7103-9d10-4295-97b1-12f1328ef7cb resource provider aggregate not found Oct 17 10:31:37.039467 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.043421 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c HTTP/1.1" status: 204 len: 168 time: 0.5544667 Oct 17 10:31:37.054441 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c243e-f721-4e1f-a09c-8e03e26091b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd8ed5d-5970-4111-a7f6-8bbfd1c4911c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:37.069718 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 982e7103-9d10-4295-97b1-12f1328ef7cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 982e7103-9d10-4295-97b1-12f1328ef7cb found for delete ", "request_id": "req-856e9651-b435-468f-aba9-feb51fd9799e"}]} Oct 17 10:31:37.140086 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:31:37.160707 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:31:37.161138 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 8c8b866c-5240-47bc-8f62-b5686e8d9ff8 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:31:37.161620 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 22952f7e-0bae-4add-bf9f-dd3ed3554211 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:31:37.168994 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59170) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:37.182736 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 22952f7e-0bae-4add-bf9f-dd3ed3554211 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:31:37.183089 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 22952f7e-0bae-4add-bf9f-dd3ed3554211 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:31:37.183532 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 046873e7-5537-4027-adb0-46643c0d5a4c no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:31:37.204092 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 046873e7-5537-4027-adb0-46643c0d5a4c {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:31:37.204441 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 046873e7-5537-4027-adb0-46643c0d5a4c not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:31:37.209248 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-de7ba76c-d7ad-49be-ab7e-25827ec84ad9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cc21860aa70345c79cfe597d5a42fb51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391290 Oct 17 10:31:37.212522 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59172) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:37.261027 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-622ac17a-cb7b-4c35-af04-aa4443db4d6f admin admin] Publish callbacks [] for security_group (bae070d9-1bb3-4aa6-bfe9-8727848f224b), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.281151 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-622ac17a-cb7b-4c35-af04-aa4443db4d6f admin admin] Publish callbacks [] for security_group (bae070d9-1bb3-4aa6-bfe9-8727848f224b), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.328130 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-622ac17a-cb7b-4c35-af04-aa4443db4d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (bae070d9-1bb3-4aa6-bfe9-8727848f224b), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.330641 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-622ac17a-cb7b-4c35-af04-aa4443db4d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.331811 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-622ac17a-cb7b-4c35-af04-aa4443db4d6f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bae070d9-1bb3-4aa6-bfe9-8727848f224b HTTP/1.1" status: 204 len: 168 time: 0.1180742 Oct 17 10:31:37.339957 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ac17a-cb7b-4c35-af04-aa4443db4d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae070d9-1bb3-4aa6-bfe9-8727848f224b,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:37.645990 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59178) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:37.686430 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-093b036a-f284-4031-a948-736ac86f263a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2baaa5333cee4891a7d766231743d38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391116 Oct 17 10:31:37.688859 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59180) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:37.700783 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:37.739603 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d379ddb1-966d-40a8-b992-14a1db6fd234 admin admin] Publish callbacks [] for security_group (c2c1521c-c798-492d-8c67-e4529444e734), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.760088 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d379ddb1-966d-40a8-b992-14a1db6fd234 admin admin] Publish callbacks [] for security_group (c2c1521c-c798-492d-8c67-e4529444e734), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.808359 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d379ddb1-966d-40a8-b992-14a1db6fd234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (c2c1521c-c798-492d-8c67-e4529444e734), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.811131 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d379ddb1-966d-40a8-b992-14a1db6fd234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:37.812283 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-d379ddb1-966d-40a8-b992-14a1db6fd234 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c2c1521c-c798-492d-8c67-e4529444e734 HTTP/1.1" status: 204 len: 168 time: 0.1225283 Oct 17 10:31:37.820035 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379ddb1-966d-40a8-b992-14a1db6fd234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c1521c-c798-492d-8c67-e4529444e734,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:38.166735 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f16f-d3d3-4d13-ba37-dec0a5bdcaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:39.366235 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:40.660329 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:41.232076 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:41.236832 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:42.589746 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=91 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:42.590598 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=27 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:47.334550 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:47.335572 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=71,neutron:DELETE=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:47.631401 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-3985e738-1177-4339-8b56-f9f3996a9b60 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427659 Oct 17 10:31:47.737691 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9a103-a819-4eb7-a445-10e62cd09ea4 req-36ac35df-64e0-49a5-882e-51b048507c3d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:47.739248 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cbe9a103-a819-4eb7-a445-10e62cd09ea4 req-36ac35df-64e0-49a5-882e-51b048507c3d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0473862 Oct 17 10:31:47.786562 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cbe9a103-a819-4eb7-a445-10e62cd09ea4 req-82ad5414-2c94-4bb2-a258-3df4ddc1aa40 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408108 Oct 17 10:31:48.913326 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bbd23-6951-4486-93eb-855ff5b8b466 req-e7f65086-d81b-4264-b896-e2b6389a8123 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:48.914804 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-877bbd23-6951-4486-93eb-855ff5b8b466 req-e7f65086-d81b-4264-b896-e2b6389a8123 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0502069 Oct 17 10:31:48.961476 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-877bbd23-6951-4486-93eb-855ff5b8b466 req-60c1dfbc-5d9d-420b-9017-950719362287 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401695 Oct 17 10:31:49.221797 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:31:50.062894 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:50.092747 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe321bf-e262-4cb6-9be6-4d8efa3d5651 req-1716805f-c098-4e36-a2d8-3cab0ad9826e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:50.094739 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe321bf-e262-4cb6-9be6-4d8efa3d5651 req-1716805f-c098-4e36-a2d8-3cab0ad9826e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0520005 Oct 17 10:31:50.144222 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3fe321bf-e262-4cb6-9be6-4d8efa3d5651 req-1f3a2c87-6ae3-4bba-94d8-ac415868f663 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Oct 17 10:31:50.749439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:50.752850 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-2be7be6f-3e2c-4599-9f3e-e094233e837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:50.754293 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-2be7be6f-3e2c-4599-9f3e-e094233e837b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 1129 time: 0.0440240 Oct 17 10:31:50.860960 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-766ea401-5b33-4649-b518-a73eebb1e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:50.862443 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-766ea401-5b33-4649-b518-a73eebb1e38d service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 912 time: 0.0869834 Oct 17 10:31:50.927768 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-bca7199f-c301-42b6-b71d-0d451f168d7b service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367 HTTP/1.1" status: 200 len: 1001 time: 0.0581050 Oct 17 10:31:51.074156 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-cff81b06-0a11-4909-a5ca-5315fbce1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:51.075621 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-cff81b06-0a11-4909-a5ca-5315fbce1af8 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=16961a83-7d1e-4dac-aa8e-f48fd5034240 HTTP/1.1" status: 200 len: 850 time: 0.0439365 Oct 17 10:31:51.263056 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41f47b-5c1d-4748-b925-ff9dca9c6a26 req-292df691-fdbb-4486-acc7-f3be6ba4fd3d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:51.264566 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-de41f47b-5c1d-4748-b925-ff9dca9c6a26 req-292df691-fdbb-4486-acc7-f3be6ba4fd3d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0467396 Oct 17 10:31:51.314024 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-de41f47b-5c1d-4748-b925-ff9dca9c6a26 req-2af88dc2-1f2e-4fda-a60b-171e00290708 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=12e5fd8b-6948-4cc6-8681-7b8287e65f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436971 Oct 17 10:31:51.319684 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-7995e17b-8586-48f5-a2eb-febc11d88d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:51.321739 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-7995e17b-8586-48f5-a2eb-febc11d88d33 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653219 Oct 17 10:31:51.358272 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-157c8249-edf3-45db-b4df-17079c16c672 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:51.359700 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-157c8249-edf3-45db-b4df-17079c16c672 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 945 time: 0.0755446 Oct 17 10:31:51.490929 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-3126acb2-3710-4de0-a4a5-fa4a3aa0fd1d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633515 Oct 17 10:31:51.495064 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Deleting port 8fd77213-3e70-44af-a732-07ce9c5187c5 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:51.495408 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:51.630004 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:51.656423 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] For port 8fd77213-3e70-44af-a732-07ce9c5187c5, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8fd77213-3e70-44af-a732-07ce9c5187c5,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:51.656784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:51.660818 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1b95651-20e2-41b9-bf4a-71e01b053e3d req-44cc7028-10ff-4afd-acdc-235666c1d409 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625865 Oct 17 10:31:51.821360 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:51.821720 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (1aa77e07-f348-4475-91ea-cdadd656282b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:51.822035 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Floating IP 1aa77e07-f348-4475-91ea-cdadd656282b disassociated. External IP: 172.27.3.142, port: 8fd77213-3e70-44af-a732-07ce9c5187c5. Oct 17 10:31:51.822400 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Calling delete_port for 8fd77213-3e70-44af-a732-07ce9c5187c5 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:51.897541 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:51.950213 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (8fd77213-3e70-44af-a732-07ce9c5187c5), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:51.977704 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event deleted for resources: {'Port': ['ID=8fd77213-3e70-44af-a732-07ce9c5187c5,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:52.088276 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:31:52.200282 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:31:52.210249 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] Sync routers for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:31:52.221700 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:52.222407 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:52.244952 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] No DVR routers for this DVR port 8fd77213-3e70-44af-a732-07ce9c5187c5 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:31:52.247510 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:52.250840 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2cdce52c-95b0-4193-9dd5-30214d764b48 req-34242519-697f-4c05-843c-d30dbdff3af7 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "DELETE /networking/v2.0/ports/8fd77213-3e70-44af-a732-07ce9c5187c5 HTTP/1.1" status: 204 len: 173 time: 0.8664577 Oct 17 10:31:52.251278 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'name': 'network-vif-deleted', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:31:52.253511 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed298e-4861-42cb-a6fa-2189138b2c03" -d '{"events": [{"server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "name": "network-vif-deleted", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:31:52.292017 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4125571-c064-47d1-aaa9-6d4943a34280 x-openstack-request-id: req-c4125571-c064-47d1-aaa9-6d4943a34280 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:31:52.292490 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c512a4-6f18-43c9-81e9-ff733da8bbb3", "name": "network-vif-deleted", "tag": "8fd77213-3e70-44af-a732-07ce9c5187c5", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:31:52.292935 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4125571-c064-47d1-aaa9-6d4943a34280 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:31:52.293560 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4125571-c064-47d1-aaa9-6d4943a34280'] response: {'server_uuid': '11c512a4-6f18-43c9-81e9-ff733da8bbb3', 'name': 'network-vif-deleted', 'tag': '8fd77213-3e70-44af-a732-07ce9c5187c5', 'status': 'completed', 'code': 200} Oct 17 10:31:52.332662 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:52.460325 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5749d8d1-3399-4d71-8197-2e0c6108560f req-bce4868f-d8b5-4ed1-b6c6-f6b820dc6563 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0377502 Oct 17 10:31:52.554852 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:52.579588 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] Checking router: 41f18f55-223a-44e7-b437-dcc7ccddd1d5 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:31:52.589294 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:31:52.589911 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:52.692631 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:31:52.881207 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:31:53.002776 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244ba89-075b-43d8-9174-a6dd9a4622c8 None None] The sync data for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi is: [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:24:40Z', 'revision_number': 4, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'd4a86e7c-7958-4e04-b795-40eda80689c5', 'name': '', 'network_id': 'ec16a399-207c-4cf6-8c2e-ca17cef7b669', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'mac_address': 'fa:16:3e:0b:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:39Z', 'updated_at': '2022-10-17T10:24:56Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'subnets': [{'id': 'e1cf09a7-f18a-424f-9306-0b566ddb9ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:31:53.238285 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcc56b-b2bb-42af-8fc3-6642c1b03344 None None] New status for floating IP 1aa77e07-f348-4475-91ea-cdadd656282b: DOWN {{(pid=104473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:31:53.578228 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cd63bb88-ecfc-4200-b218-1c9a0469e0d7 req-61552d83-3953-4880-9c5f-e34d26808d09 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=11c512a4-6f18-43c9-81e9-ff733da8bbb3 HTTP/1.1" status: 200 len: 210 time: 0.0332608 Oct 17 10:31:54.671563 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59230) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:54.729501 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group (12e5fd8b-6948-4cc6-8681-7b8287e65f0b), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:54.751753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group (12e5fd8b-6948-4cc6-8681-7b8287e65f0b), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:54.800285 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (12e5fd8b-6948-4cc6-8681-7b8287e65f0b), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:54.802965 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:54.804348 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/12e5fd8b-6948-4cc6-8681-7b8287e65f0b HTTP/1.1" status: 204 len: 168 time: 0.1317575 Oct 17 10:31:54.807212 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59232) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:54.814283 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e5fd8b-6948-4cc6-8681-7b8287e65f0b,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:54.820474 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.api.v2.resource [None req-9a4ccb55-49bc-4773-8e04-43e43c50b29e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] show failed (client error): The resource could not be found. Oct 17 10:31:54.822169 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9a4ccb55-49bc-4773-8e04-43e43c50b29e tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups/12e5fd8b-6948-4cc6-8681-7b8287e65f0b HTTP/1.1" status: 404 len: 347 time: 0.0138972 Oct 17 10:31:54.824677 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59234) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:31:54.824839 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.825194 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.825539 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.826120 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.826488 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.826864 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.827366 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.827693 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.828023 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.828348 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.828671 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.828993 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.829314 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.829636 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.829956 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78818465-745e-4792-b997-8b49c811c423 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:31:54.900040 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 8fd77213-3e70-44af-a732-07ce9c5187c5 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:31:54.920771 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 8fd77213-3e70-44af-a732-07ce9c5187c5 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:31:54.921118 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 8fd77213-3e70-44af-a732-07ce9c5187c5 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:31:54.945489 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Deleting port 37dba893-7aa2-40d6-9f05-fda4ba9acbf1 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:54.945872 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (37dba893-7aa2-40d6-9f05-fda4ba9acbf1), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:55.021220 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (37dba893-7aa2-40d6-9f05-fda4ba9acbf1), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:55.021547 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for floatingip (37dba893-7aa2-40d6-9f05-fda4ba9acbf1), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:55.034769 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Calling delete_port for 37dba893-7aa2-40d6-9f05-fda4ba9acbf1 owned by network:floatingip {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:55.120278 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:55.174628 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (37dba893-7aa2-40d6-9f05-fda4ba9acbf1), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:55.196827 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event deleted for resources: {'Port': ['ID=37dba893-7aa2-40d6-9f05-fda4ba9acbf1,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:55.263955 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks [] for floatingip (1aa77e07-f348-4475-91ea-cdadd656282b), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:55.266728 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:55.268869 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-c55ccf08-ed22-45ed-8065-f6801cd2b54d tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/1aa77e07-f348-4475-91ea-cdadd656282b HTTP/1.1" status: 204 len: 168 time: 0.4423029 Oct 17 10:31:57.754533 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f779287-4e7e-4ce3-9c28-e744fcae316e req-dcb46492-31be-4aea-bd90-3c062f4e4979 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:57.756191 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9f779287-4e7e-4ce3-9c28-e744fcae316e req-dcb46492-31be-4aea-bd90-3c062f4e4979 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0474641 Oct 17 10:31:57.803974 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9f779287-4e7e-4ce3-9c28-e744fcae316e req-dac1909c-b7df-415f-b70a-704df5c2706b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Oct 17 10:31:58.743973 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-76370fc9-225c-49fa-8cc7-2ff75380ee97 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:58.745400 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-76370fc9-225c-49fa-8cc7-2ff75380ee97 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0468240 Oct 17 10:31:58.757699 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:31:58.938266 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355d528-e1e9-467a-bb8d-db4012af8f18 req-e2d6295b-0e1b-40e7-bdf3-ef0330a73889 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:31:58.939781 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5355d528-e1e9-467a-bb8d-db4012af8f18 req-e2d6295b-0e1b-40e7-bdf3-ef0330a73889 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 946 time: 0.0510721 Oct 17 10:31:58.992294 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5355d528-e1e9-467a-bb8d-db4012af8f18 req-7cc1fa09-453f-4cb0-a340-1443fdd9da32 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468042 Oct 17 10:31:59.087934 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Deleting port 8b16d3ef-463a-486f-a242-f0bc1977b822 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:31:59.088282 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:59.182435 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] For port 8b16d3ef-463a-486f-a242-f0bc1977b822, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8b16d3ef-463a-486f-a242-f0bc1977b822,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:31:59.182804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:59.196665 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Calling delete_port for 8b16d3ef-463a-486f-a242-f0bc1977b822 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:31:59.331443 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (8b16d3ef-463a-486f-a242-f0bc1977b822), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:59.363864 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event deleted for resources: {'Port': ['ID=8b16d3ef-463a-486f-a242-f0bc1977b822,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:31:59.377438 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['f398f903-fded-4efd-b6f3-7b669ec7ccce'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:31:59.416430 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] No DVR routers for this DVR port 8b16d3ef-463a-486f-a242-f0bc1977b822 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:31:59.419027 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:31:59.422604 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8ed99a60-51c1-444a-88b4-923eee5e1009 req-f5194fde-44a5-426f-ac98-0c94b2f3df8a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "DELETE /networking/v2.0/ports/8b16d3ef-463a-486f-a242-f0bc1977b822 HTTP/1.1" status: 204 len: 173 time: 0.6712914 Oct 17 10:31:59.423111 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2dfd38-7528-4af3-88c5-86afe10123b8', 'name': 'network-vif-deleted', 'tag': '8b16d3ef-463a-486f-a242-f0bc1977b822'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:31:59.425502 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b11af6f-0aa6-422a-865d-4c2b35b65188" -d '{"events": [{"server_uuid": "fc2dfd38-7528-4af3-88c5-86afe10123b8", "name": "network-vif-deleted", "tag": "8b16d3ef-463a-486f-a242-f0bc1977b822"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:31:59.466126 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63d1d3a-34cb-40d7-830d-5f6dcf818626 x-openstack-request-id: req-a63d1d3a-34cb-40d7-830d-5f6dcf818626 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:31:59.466446 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2dfd38-7528-4af3-88c5-86afe10123b8", "name": "network-vif-deleted", "tag": "8b16d3ef-463a-486f-a242-f0bc1977b822", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:31:59.466804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a63d1d3a-34cb-40d7-830d-5f6dcf818626 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:31:59.467169 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63d1d3a-34cb-40d7-830d-5f6dcf818626'] response: {'server_uuid': 'fc2dfd38-7528-4af3-88c5-86afe10123b8', 'name': 'network-vif-deleted', 'tag': '8b16d3ef-463a-486f-a242-f0bc1977b822', 'status': 'completed', 'code': 200} Oct 17 10:32:00.116785 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-368be24d-f6c0-4f10-93ec-f40b7f7e6db6 req-c078256f-9d25-4e00-aacf-0402dffee906 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fc2dfd38-7528-4af3-88c5-86afe10123b8 HTTP/1.1" status: 200 len: 210 time: 0.0364544 Oct 17 10:32:00.922375 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 8b16d3ef-463a-486f-a242-f0bc1977b822 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:32:00.940734 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 8b16d3ef-463a-486f-a242-f0bc1977b822 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:32:00.941082 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 8b16d3ef-463a-486f-a242-f0bc1977b822 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:32:01.406165 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf0deb-e3b6-473f-a268-eaa35d2c8395 req-ad07629d-09b4-4b6a-92c7-d05673ab6feb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:01.407670 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-95cf0deb-e3b6-473f-a268-eaa35d2c8395 req-ad07629d-09b4-4b6a-92c7-d05673ab6feb tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0502591 Oct 17 10:32:01.456701 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-95cf0deb-e3b6-473f-a268-eaa35d2c8395 req-d960b4a7-cf22-4451-9d47-25ef4af3a985 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Oct 17 10:32:02.492991 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94ea2-6c53-4a32-9fa9-703e602447ce req-99656356-8d63-4e68-8ccc-34910301fc2c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:02.495019 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cec94ea2-6c53-4a32-9fa9-703e602447ce req-99656356-8d63-4e68-8ccc-34910301fc2c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0478628 Oct 17 10:32:02.544586 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cec94ea2-6c53-4a32-9fa9-703e602447ce req-201242b9-84d0-4f76-a6a9-9eb005f67344 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435319 Oct 17 10:32:02.582784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76ee8b-0600-4f64-82c3-1fa259c7ae3e req-542e5866-d740-4f89-a3aa-a868107b6588 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:02.584242 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-dd76ee8b-0600-4f64-82c3-1fa259c7ae3e req-542e5866-d740-4f89-a3aa-a868107b6588 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0512323 Oct 17 10:32:02.631469 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-dd76ee8b-0600-4f64-82c3-1fa259c7ae3e req-1e28c87f-86b5-4e48-9559-4d33de1e0451 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Oct 17 10:32:03.668549 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dfc77-20b4-4c4c-9cdc-d4b7c79ad3fd req-d94954ae-6011-42c0-9ca2-37791f55b601 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:03.670043 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f6dfc77-20b4-4c4c-9cdc-d4b7c79ad3fd req-d94954ae-6011-42c0-9ca2-37791f55b601 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0471687 Oct 17 10:32:03.717943 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f6dfc77-20b4-4c4c-9cdc-d4b7c79ad3fd req-bd6b67a6-b45b-42d3-8fac-4ab8b13b41b1 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=38a29501-3ac8-4ac3-9725-2be9ce628301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423546 Oct 17 10:32:03.747064 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:03.755610 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197faf94-ebac-4d5a-b900-99c4c0ae3580 req-3e83d12c-64a9-4a94-a206-c9082e5eecaa tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:03.757074 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-197faf94-ebac-4d5a-b900-99c4c0ae3580 req-3e83d12c-64a9-4a94-a206-c9082e5eecaa tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0497270 Oct 17 10:32:03.803903 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-197faf94-ebac-4d5a-b900-99c4c0ae3580 req-95907c6b-d6f4-4858-9a63-f42ab8387b7a tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f61c84c6-e151-4d35-82b6-4f1a718d3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Oct 17 10:32:03.956158 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddea992-1561-43bd-9247-bbf80959076b req-a1db80d4-ae5a-4089-9cdb-9317c918c307 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:03.957471 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ddea992-1561-43bd-9247-bbf80959076b req-a1db80d4-ae5a-4089-9cdb-9317c918c307 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 945 time: 0.0468678 Oct 17 10:32:04.045288 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-6ddea992-1561-43bd-9247-bbf80959076b req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Deleting port f398f903-fded-4efd-b6f3-7b669ec7ccce {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:32:04.045625 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ddea992-1561-43bd-9247-bbf80959076b req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:04.153360 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-179a3744-cf74-4df2-a03d-d6404097884c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:04.154805 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-179a3744-cf74-4df2-a03d-d6404097884c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 945 time: 0.0677843 Oct 17 10:32:04.207984 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-6ddea992-1561-43bd-9247-bbf80959076b req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] For port f398f903-fded-4efd-b6f3-7b669ec7ccce, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f398f903-fded-4efd-b6f3-7b669ec7ccce,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:04.208276 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ddea992-1561-43bd-9247-bbf80959076b req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:04.229905 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:04.232613 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-6ddea992-1561-43bd-9247-bbf80959076b req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Calling delete_port for f398f903-fded-4efd-b6f3-7b669ec7ccce owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:32:04.308609 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Deleting port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:32:04.308946 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:04.425013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] For port 1195ec6d-7c1a-4c0b-92b5-beb07772c367, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1195ec6d-7c1a-4c0b-92b5-beb07772c367,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:04.425374 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:04.527215 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ddea992-1561-43bd-9247-bbf80959076b req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (f398f903-fded-4efd-b6f3-7b669ec7ccce), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:04.567955 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['f398f903-fded-4efd-b6f3-7b669ec7ccce'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:32:04.588884 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Pushing event deleted for resources: {'Port': ['ID=f398f903-fded-4efd-b6f3-7b669ec7ccce,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:04.686839 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddea992-1561-43bd-9247-bbf80959076b req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] No DVR routers for this DVR port f398f903-fded-4efd-b6f3-7b669ec7ccce on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:32:04.690785 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-6ddea992-1561-43bd-9247-bbf80959076b req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:04.694036 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ddea992-1561-43bd-9247-bbf80959076b req-9f3b6fb8-7819-43ab-aaef-a5b27c604484 tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.30 "DELETE /networking/v2.0/ports/f398f903-fded-4efd-b6f3-7b669ec7ccce HTTP/1.1" status: 204 len: 173 time: 0.7312539 Oct 17 10:32:04.694657 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a35982-9d23-4588-965f-96ea10757f72', 'name': 'network-vif-deleted', 'tag': 'f398f903-fded-4efd-b6f3-7b669ec7ccce'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:04.698301 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a7122f-5a0f-44ab-885d-0d72b8a4e24a" -d '{"events": [{"server_uuid": "b0a35982-9d23-4588-965f-96ea10757f72", "name": "network-vif-deleted", "tag": "f398f903-fded-4efd-b6f3-7b669ec7ccce"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:04.718872 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:04.719246 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (69c16903-9699-4bdf-82dd-2aaaba45e764), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:04.719559 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Floating IP 69c16903-9699-4bdf-82dd-2aaaba45e764 disassociated. External IP: 172.27.3.153, port: 1195ec6d-7c1a-4c0b-92b5-beb07772c367. Oct 17 10:32:04.719906 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Calling delete_port for 1195ec6d-7c1a-4c0b-92b5-beb07772c367 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:32:04.864471 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:04.866865 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54025d74-4127-4c4b-a64d-d89cf6aec911 x-openstack-request-id: req-54025d74-4127-4c4b-a64d-d89cf6aec911 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:04.867102 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a35982-9d23-4588-965f-96ea10757f72", "name": "network-vif-deleted", "tag": "f398f903-fded-4efd-b6f3-7b669ec7ccce", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:04.867353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54025d74-4127-4c4b-a64d-d89cf6aec911 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:04.869033 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54025d74-4127-4c4b-a64d-d89cf6aec911'] response: {'server_uuid': 'b0a35982-9d23-4588-965f-96ea10757f72', 'name': 'network-vif-deleted', 'tag': 'f398f903-fded-4efd-b6f3-7b669ec7ccce', 'status': 'completed', 'code': 200} Oct 17 10:32:04.881066 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (1195ec6d-7c1a-4c0b-92b5-beb07772c367), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:04.933528 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fe4936b8-d928-4324-8b3a-52b1c84075d5 req-86fdf999-bb90-4422-8112-89b2b337740b tempest-ServerRescueNegativeTestJSON-523523233 tempest-ServerRescueNegativeTestJSON-523523233-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b0a35982-9d23-4588-965f-96ea10757f72 HTTP/1.1" status: 200 len: 210 time: 0.0316536 Oct 17 10:32:04.936012 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d817698d-f11d-4e1a-9592-05ca4a84c9ab req-558c0a0f-0603-4932-a07c-737f89db1988 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.0660419 Oct 17 10:32:04.939879 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event deleted for resources: {'Port': ['ID=1195ec6d-7c1a-4c0b-92b5-beb07772c367,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:04.996768 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:05.060236 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Router 1d34bb7a-d454-4d9b-ad00-61b64426be90 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:32:05.173558 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:32:05.185997 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] Sync routers for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:32:05.197687 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:05.198399 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:05.223872 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] No DVR routers for this DVR port 1195ec6d-7c1a-4c0b-92b5-beb07772c367 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:32:05.226495 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:05.230046 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f7631229-e5b0-45f2-81ed-cdac43f7698b req-c8a49654-beb7-4eae-b33a-be196f474038 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "DELETE /networking/v2.0/ports/1195ec6d-7c1a-4c0b-92b5-beb07772c367 HTTP/1.1" status: 204 len: 173 time: 1.0687535 Oct 17 10:32:05.306433 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:05.485408 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:05.487842 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:05.504919 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:05.534033 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] Checking router: 1d34bb7a-d454-4d9b-ad00-61b64426be90 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:32:05.543297 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:05.543853 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:05.651114 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:05.778333 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-22a9c9a0-0463-4814-8a96-343949163eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:05.840207 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:05.865870 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000585a-5fec-4423-bb7e-eae5a4538ae6 None None] The sync data for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi is: [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:32:06.077687 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb32b5-03f3-49d3-93a2-b30acb090bb4 req-e10de8c3-06c7-4e1d-aae4-b02567ef3175 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:06.079447 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4dfb32b5-03f3-49d3-93a2-b30acb090bb4 req-e10de8c3-06c7-4e1d-aae4-b02567ef3175 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0632176 Oct 17 10:32:06.084172 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-be0738bf-118d-4f1d-96ae-9fe7e3a3ddf0 req-0393b38d-f8f5-4e09-a4bb-0563a01b9253 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d1f19cb-20df-4e33-810d-5e2ced70ef28 HTTP/1.1" status: 200 len: 210 time: 0.0400000 Oct 17 10:32:06.134641 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59300) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:06.157686 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2cc63-40a4-4667-b001-94cd1a6ff15a None None] New status for floating IP 69c16903-9699-4bdf-82dd-2aaaba45e764: DOWN {{(pid=104473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:32:06.160391 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4dfb32b5-03f3-49d3-93a2-b30acb090bb4 req-9cbe276b-df00-4585-9413-efa829cd2fe5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724061 Oct 17 10:32:06.673131 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (41f18f55-223a-44e7-b437-dcc7ccddd1d5), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:06.881013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'name': 'network-vif-deleted', 'tag': '1195ec6d-7c1a-4c0b-92b5-beb07772c367'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:06.883821 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926b448a-d527-499b-ba5d-338fd4c46c4c" -d '{"events": [{"server_uuid": "8d1f19cb-20df-4e33-810d-5e2ced70ef28", "name": "network-vif-deleted", "tag": "1195ec6d-7c1a-4c0b-92b5-beb07772c367"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:06.900784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Deleting port d4a86e7c-7958-4e04-b795-40eda80689c5 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:32:06.901127 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:06.943735 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf654bb-ed12-4ba7-8d16-979db2541e75 x-openstack-request-id: req-acf654bb-ed12-4ba7-8d16-979db2541e75 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:06.943953 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1f19cb-20df-4e33-810d-5e2ced70ef28", "name": "network-vif-deleted", "tag": "1195ec6d-7c1a-4c0b-92b5-beb07772c367", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:06.944185 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acf654bb-ed12-4ba7-8d16-979db2541e75 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:06.944569 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf654bb-ed12-4ba7-8d16-979db2541e75'] response: {'server_uuid': '8d1f19cb-20df-4e33-810d-5e2ced70ef28', 'name': 'network-vif-deleted', 'tag': '1195ec6d-7c1a-4c0b-92b5-beb07772c367', 'status': 'completed', 'code': 200} Oct 17 10:32:06.952933 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device f398f903-fded-4efd-b6f3-7b669ec7ccce no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:32:06.957023 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:06.976273 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: f398f903-fded-4efd-b6f3-7b669ec7ccce {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:32:06.976618 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device f398f903-fded-4efd-b6f3-7b669ec7ccce not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:32:06.977672 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1195ec6d-7c1a-4c0b-92b5-beb07772c367 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:32:06.989295 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] For port d4a86e7c-7958-4e04-b795-40eda80689c5, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=d4a86e7c-7958-4e04-b795-40eda80689c5,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:06.989664 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:06.998150 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 1195ec6d-7c1a-4c0b-92b5-beb07772c367 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:32:06.998593 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1195ec6d-7c1a-4c0b-92b5-beb07772c367 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:32:07.003210 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Calling delete_port for d4a86e7c-7958-4e04-b795-40eda80689c5 owned by network:router_interface {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:32:07.004674 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:07.052701 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:07.174698 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59310) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:07.186578 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (d4a86e7c-7958-4e04-b795-40eda80689c5), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.214432 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a86e7c-7958-4e04-b795-40eda80689c5,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:07.237756 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-93d43773-3196-4de8-87e0-f604e8119ee6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (38a29501-3ac8-4ac3-9725-2be9ce628301), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.295613 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-93d43773-3196-4de8-87e0-f604e8119ee6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (38a29501-3ac8-4ac3-9725-2be9ce628301), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.334948 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359ad7a-8c79-42c1-80e8-ea3f167f31fa req-4e3fe1e5-23e0-4855-b37b-b42e2f819d18 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:07.337031 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f359ad7a-8c79-42c1-80e8-ea3f167f31fa req-4e3fe1e5-23e0-4855-b37b-b42e2f819d18 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0872822 Oct 17 10:32:07.357335 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:07.395439 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-93d43773-3196-4de8-87e0-f604e8119ee6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (38a29501-3ac8-4ac3-9725-2be9ce628301), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.396153 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (41f18f55-223a-44e7-b437-dcc7ccddd1d5), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.398433 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-93d43773-3196-4de8-87e0-f604e8119ee6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.403378 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-93d43773-3196-4de8-87e0-f604e8119ee6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/38a29501-3ac8-4ac3-9725-2be9ce628301 HTTP/1.1" status: 204 len: 168 time: 0.2249508 Oct 17 10:32:07.405016 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59314) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:07.406863 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:07.429004 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f359ad7a-8c79-42c1-80e8-ea3f167f31fa req-1d4f1236-5c17-4ecb-8770-95b2477191cb tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822723 Oct 17 10:32:07.432755 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d43773-3196-4de8-87e0-f604e8119ee6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a29501-3ac8-4ac3-9725-2be9ce628301,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:07.442113 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.api.v2.resource [None req-e7c628b9-fc18-42ef-a2ee-36a55b349190 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] show failed (client error): The resource could not be found. Oct 17 10:32:07.442860 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afef598a-3d35-4acf-8e7b-24126b6fd426 None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:32:07.443674 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e7c628b9-fc18-42ef-a2ee-36a55b349190 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups/38a29501-3ac8-4ac3-9725-2be9ce628301 HTTP/1.1" status: 404 len: 347 time: 0.0355027 Oct 17 10:32:07.447036 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59316) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:07.567579 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef598a-3d35-4acf-8e7b-24126b6fd426 None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:32:07.579729 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Deleting port 766a5b3a-4d12-4859-a22e-f49bd0f9480c {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:32:07.580084 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (766a5b3a-4d12-4859-a22e-f49bd0f9480c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.627093 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:32:07.666886 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (766a5b3a-4d12-4859-a22e-f49bd0f9480c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.667516 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (766a5b3a-4d12-4859-a22e-f49bd0f9480c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.681059 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Calling delete_port for 766a5b3a-4d12-4859-a22e-f49bd0f9480c owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:32:07.688350 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:07.741711 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:32:07.747808 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-4008213e-11ae-4fdf-b570-c6b700d55ecf admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/41f18f55-223a-44e7-b437-dcc7ccddd1d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6128173 Oct 17 10:32:07.750308 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59318) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:07.755186 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] Sync routers for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:32:07.783527 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:07.784401 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:07.824368 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (766a5b3a-4d12-4859-a22e-f49bd0f9480c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.857564 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event deleted for resources: {'Port': ['ID=766a5b3a-4d12-4859-a22e-f49bd0f9480c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:07.866356 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks [] for router (41f18f55-223a-44e7-b437-dcc7ccddd1d5), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.909651 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:07.930388 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (69c16903-9699-4bdf-82dd-2aaaba45e764), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.933878 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:07.935107 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-629596b8-e775-438c-b7da-c2ed33869189 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/69c16903-9699-4bdf-82dd-2aaaba45e764 HTTP/1.1" status: 204 len: 168 time: 0.4835894 Oct 17 10:32:08.043724 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59322) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:08.048325 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-86cb38ed-7bfb-4271-a7cd-559097f53f71 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635736975', 'description': 'tempest-description--1917838942'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:08.085320 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-86cb38ed-7bfb-4271-a7cd-559097f53f71 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.120067 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:32:07Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:08.150249 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] Checking router: 41f18f55-223a-44e7-b437-dcc7ccddd1d5 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:32:08.160291 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] Routers {'41f18f55-223a-44e7-b437-dcc7ccddd1d5'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:08.161182 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:31:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:08.184039 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-86cb38ed-7bfb-4271-a7cd-559097f53f71 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (91075c33-6b7c-4304-96c5-b447c3965c9a), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.184689 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-54bb95f3-2909-453f-a0ff-ca3d0afc88a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.189555 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-86cb38ed-7bfb-4271-a7cd-559097f53f71 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (91075c33-6b7c-4304-96c5-b447c3965c9a), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.228373 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-86cb38ed-7bfb-4271-a7cd-559097f53f71 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.229989 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-86cb38ed-7bfb-4271-a7cd-559097f53f71 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1852567 Oct 17 10:32:08.232996 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59326) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:08.237919 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-20d030ce-0427-41c2-b8a2-9aae438061f7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'security_group_rule': {'security_group_id': '91075c33-6b7c-4304-96c5-b447c3965c9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:08.245854 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb38ed-7bfb-4271-a7cd-559097f53f71 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91075c33-6b7c-4304-96c5-b447c3965c9a,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:08.278280 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-20d030ce-0427-41c2-b8a2-9aae438061f7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (a4cad050-fc6d-4db0-8f05-afebdf6a09b2), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.309303 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:08.311044 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] Set router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:08.330194 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks [] for router_gateway (41f18f55-223a-44e7-b437-dcc7ccddd1d5), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.354220 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-20d030ce-0427-41c2-b8a2-9aae438061f7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (a4cad050-fc6d-4db0-8f05-afebdf6a09b2), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.359989 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-20d030ce-0427-41c2-b8a2-9aae438061f7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (a4cad050-fc6d-4db0-8f05-afebdf6a09b2), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.371484 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:08.382719 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:08.390792 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d030ce-0427-41c2-b8a2-9aae438061f7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cad050-fc6d-4db0-8f05-afebdf6a09b2,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:08.393578 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Deleting port 3e94eb7d-158f-4836-a048-bae0a57376ee {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:32:08.393932 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.404329 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-20d030ce-0427-41c2-b8a2-9aae438061f7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.405615 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-20d030ce-0427-41c2-b8a2-9aae438061f7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1716354 Oct 17 10:32:08.408606 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59328) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:08.414121 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-166db1af-b6ed-4b77-b200-eb289a04668a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'security_group_rule': {'security_group_id': '91075c33-6b7c-4304-96c5-b447c3965c9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:08.454178 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-166db1af-b6ed-4b77-b200-eb289a04668a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (ce5ae5f1-587b-47e2-baec-6ab9e368fd77), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.487228 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:08.500561 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] For port 3e94eb7d-158f-4836-a048-bae0a57376ee, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=3e94eb7d-158f-4836-a048-bae0a57376ee,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:08.502840 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.524694 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-11b5beb0-4e73-49fc-964f-c0803fd0d75c None None] Provisioning complete for port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:08.527769 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Calling delete_port for 3e94eb7d-158f-4836-a048-bae0a57376ee owned by network:router_gateway {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:32:08.527942 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:32:07Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:08.528123 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11b5beb0-4e73-49fc-964f-c0803fd0d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.528647 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-11b5beb0-4e73-49fc-964f-c0803fd0d75c None None] Attempt 1 to provision port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 Oct 17 10:32:08.533968 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:08.545453 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-166db1af-b6ed-4b77-b200-eb289a04668a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (ce5ae5f1-587b-47e2-baec-6ab9e368fd77), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.559386 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-166db1af-b6ed-4b77-b200-eb289a04668a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (ce5ae5f1-587b-47e2-baec-6ab9e368fd77), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.566584 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99166d77-cca3-4310-a714-4d44beefc251 None None] The sync data for ids ['41f18f55-223a-44e7-b437-dcc7ccddd1d5'] in dv-cinder-860209-5-iscsi is: [{'id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1605195797-router', 'tenant_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:34Z', 'updated_at': '2022-10-17T10:32:07Z', 'revision_number': 5, 'project_id': '895b2d6d988f4ab7a0d9dcf9e130af42', 'gw_port': {'id': '3e94eb7d-158f-4836-a048-bae0a57376ee', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f18f55-223a-44e7-b437-dcc7ccddd1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:35Z', 'updated_at': '2022-10-17T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:32:08.620831 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166db1af-b6ed-4b77-b200-eb289a04668a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5ae5f1-587b-47e2-baec-6ab9e368fd77,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:08.628804 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-11b5beb0-4e73-49fc-964f-c0803fd0d75c None None] Current status of the port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:08.631917 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914163f-edcc-43af-9785-466d6f78aff3 req-3ef0dd5f-ec01-4286-b8c4-4d03bff5d317 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:08.633677 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4914163f-edcc-43af-9785-466d6f78aff3 req-3ef0dd5f-ec01-4286-b8c4-4d03bff5d317 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0905020 Oct 17 10:32:08.636695 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-166db1af-b6ed-4b77-b200-eb289a04668a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.638788 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-166db1af-b6ed-4b77-b200-eb289a04668a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2291327 Oct 17 10:32:08.641915 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59332) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:08.658868 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:08.751253 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (3e94eb7d-158f-4836-a048-bae0a57376ee), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.781291 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e94eb7d-158f-4836-a048-bae0a57376ee,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:08.857376 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (41f18f55-223a-44e7-b437-dcc7ccddd1d5), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.956795 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (41f18f55-223a-44e7-b437-dcc7ccddd1d5), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.959436 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks [] for router_controller (41f18f55-223a-44e7-b437-dcc7ccddd1d5), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.963381 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:08.970940 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4914163f-edcc-43af-9785-466d6f78aff3 req-ab63875d-dec2-465d-b3d0-5b3c7bd52ba9 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305414 Oct 17 10:32:09.011009 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (41f18f55-223a-44e7-b437-dcc7ccddd1d5), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.011601 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f18f55-223a-44e7-b437-dcc7ccddd1d5 {{(pid=104471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:32:09.017656 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.021300 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-73be50a8-5db6-4aa3-ba43-6308f02dbf07 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/41f18f55-223a-44e7-b437-dcc7ccddd1d5 HTTP/1.1" status: 204 len: 168 time: 1.2676179 Oct 17 10:32:09.021502 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59336) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:09.088724 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.096512 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a83b12d-5ee8-445f-8580-0cfb0bc26b6c admin admin] Deleting subnet e1cf09a7-f18a-424f-9306-0b566ddb9ba8 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:32:09.107046 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a83b12d-5ee8-445f-8580-0cfb0bc26b6c admin admin] Publish callbacks [] for subnet (e1cf09a7-f18a-424f-9306-0b566ddb9ba8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.181932 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a83b12d-5ee8-445f-8580-0cfb0bc26b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1924750'] for subnet (e1cf09a7-f18a-424f-9306-0b566ddb9ba8), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.291977 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Allocated IP 172.27.3.241 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:32:09.317418 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a83b12d-5ee8-445f-8580-0cfb0bc26b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (e1cf09a7-f18a-424f-9306-0b566ddb9ba8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.369891 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.437191 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:09.452551 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a83b12d-5ee8-445f-8580-0cfb0bc26b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12278705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12414195'] for subnet (e1cf09a7-f18a-424f-9306-0b566ddb9ba8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.459524 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for port (cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.493635 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a83b12d-5ee8-445f-8580-0cfb0bc26b6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.498908 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd8f476-6338-4c0b-a5b9-66e4066a3d20 None None] Network ec16a399-207c-4cf6-8c2e-ca17cef7b669 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:32:09.506089 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59338) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:09.509935 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7a83b12d-5ee8-445f-8580-0cfb0bc26b6c admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/e1cf09a7-f18a-424f-9306-0b566ddb9ba8 HTTP/1.1" status: 204 len: 168 time: 0.4873631 Oct 17 10:32:09.513586 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83b12d-5ee8-445f-8580-0cfb0bc26b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1cf09a7-f18a-424f-9306-0b566ddb9ba8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:09.517555 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:09.565441 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d4a86e7c-7958-4e04-b795-40eda80689c5 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:32:09.566732 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.590476 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: d4a86e7c-7958-4e04-b795-40eda80689c5 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:32:09.591786 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d4a86e7c-7958-4e04-b795-40eda80689c5 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:32:09.605418 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (ec16a399-207c-4cf6-8c2e-ca17cef7b669), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.612939 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:09.616391 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:09.622493 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:32:09.626259 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'Port': ['ID=cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:09.658812 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Deleting port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:32:09.659244 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.699852 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] DHCP port deletion for ec16a399-207c-4cf6-8c2e-ca17cef7b669 request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:32:09.719007 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (e085a0b7-ef08-40fb-a2ad-a789d9f058fd), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.743349 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] For port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:09.743721 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.745261 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Deleting port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:32:09.745837 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.757394 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Calling delete_port for 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:32:09.760799 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.813960 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] For port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03,segment=NetworkSegment(24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62),segment_id=24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:09.814416 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.827968 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Calling delete_port for 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:32:09.846072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.855556 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:09.877880 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:09.881834 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] No DVR routers for this DVR port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 on host dv-cinder-860209-5-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:32:09.920609 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.926134 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for port (cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.931933 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.950445 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Pushing event deleted for resources: {'Port': ['ID=68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:09.956722 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (ec16a399-207c-4cf6-8c2e-ca17cef7b669), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:09.959895 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] No DVR routers for this DVR port 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 on host dv-cinder-860209-5-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:32:09.962902 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.963359 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.964456 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.964929 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.965845 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.966282 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.966741 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.967167 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.967596 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.968021 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.968930 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.969392 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.969823 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.970246 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.970692 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604af265-4ed7-42c0-9089-2079ca279bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:09.984313 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec16a399-207c-4cf6-8c2e-ca17cef7b669']}} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:09.995533 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62') {'for_net_delete': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:09.995833 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62') {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:10.005927 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'Port': ['ID=cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:10.013480 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (e085a0b7-ef08-40fb-a2ad-a789d9f058fd), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.014567 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:10.018212 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16678312'] for segment (24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.032072 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.033591 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-49912677-cc0b-40c8-824c-3f52c9ed1f5a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3906209 Oct 17 10:32:10.037145 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.045748 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=104471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:32:10.046872 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16629178'] for segment (24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.096835 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62 resource provider aggregate not found Oct 17 10:32:10.146095 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24cb66db-4e4a-4afe-b5fa-bf6ab34ccb62 found for delete ", "request_id": "req-f60bf317-a755-4ee8-b03f-3e3154efecf0"}]} Oct 17 10:32:10.156664 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa600af3-ed35-4732-a04c-20ed3328c415 req-07f2a2b6-2e40-4834-bf41-99118f81a857 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:10.158233 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa600af3-ed35-4732-a04c-20ed3328c415 req-07f2a2b6-2e40-4834-bf41-99118f81a857 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0964711 Oct 17 10:32:10.163559 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (ec16a399-207c-4cf6-8c2e-ca17cef7b669), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.193225 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.197183 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/ec16a399-207c-4cf6-8c2e-ca17cef7b669 HTTP/1.1" status: 204 len: 168 time: 0.6900423 Oct 17 10:32:10.201112 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31b80c-fc40-49ad-9e43-7ea3327a82c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec16a399-207c-4cf6-8c2e-ca17cef7b669,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:10.237845 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa600af3-ed35-4732-a04c-20ed3328c415 req-25387cf4-43e3-42fd-9a7b-bc4de8162e96 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719221 Oct 17 10:32:10.280309 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-2ab072fd-764b-49c4-bbee-3259941f99b6 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1635736975&fields=id&tenant_id=9ad3932c3fcc4d42b77b26f889ac694f HTTP/1.1" status: 200 len: 267 time: 0.0584481 Oct 17 10:32:10.330686 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59362) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:10.372034 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-bed91bc0-fd9f-4f22-88f9-4c5b2e50954b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=895b2d6d988f4ab7a0d9dcf9e130af42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401220 Oct 17 10:32:10.374510 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59364) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:10.396331 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-67c8d4e9-cf0d-4752-84ea-b92e8ad89c5b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:10.397801 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-67c8d4e9-cf0d-4752-84ea-b92e8ad89c5b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 811 time: 0.1065497 Oct 17 10:32:10.413787 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-b275e950-05a1-48b1-a6e3-9d2de28ca556 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/quotas/9ad3932c3fcc4d42b77b26f889ac694f HTTP/1.1" status: 200 len: 375 time: 0.0095546 Oct 17 10:32:10.427974 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-af092d33-383c-4865-81f7-2c66dee3c84c admin admin] Publish callbacks [] for security_group (f61c84c6-e151-4d35-82b6-4f1a718d3113), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.449450 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-af092d33-383c-4865-81f7-2c66dee3c84c admin admin] Publish callbacks [] for security_group (f61c84c6-e151-4d35-82b6-4f1a718d3113), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.467378 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-052d1971-48e7-4585-b948-c7bbe8eddcd7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483046 Oct 17 10:32:10.498345 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-af092d33-383c-4865-81f7-2c66dee3c84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (f61c84c6-e151-4d35-82b6-4f1a718d3113), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.501666 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-af092d33-383c-4865-81f7-2c66dee3c84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.502998 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-af092d33-383c-4865-81f7-2c66dee3c84c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f61c84c6-e151-4d35-82b6-4f1a718d3113 HTTP/1.1" status: 204 len: 168 time: 0.1275995 Oct 17 10:32:10.511953 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af092d33-383c-4865-81f7-2c66dee3c84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c84c6-e151-4d35-82b6-4f1a718d3113,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:10.578120 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-63cae5ea-82b8-4bf6-9d50-26835cd5fc96 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983956 Oct 17 10:32:10.634968 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:10.647953 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:10.666242 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:10.682872 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-67ac02ba-81b1-4f1e-aad3-0063b32bdef6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039338 Oct 17 10:32:10.845325 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-231dee54-ac39-4543-8e8c-e908596cdc80 req-a967a0d6-cc15-480d-b693-2ef733f56a25 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 210 time: 0.0332732 Oct 17 10:32:11.162184 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 3e94eb7d-158f-4836-a048-bae0a57376ee no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:32:11.183284 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 3e94eb7d-158f-4836-a048-bae0a57376ee {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:32:11.183721 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 3e94eb7d-158f-4836-a048-bae0a57376ee not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:32:11.184135 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:32:11.204203 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:32:11.204608 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 68f3bc88-80c1-4e7d-9f9e-c4c69ffc7d03 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:32:11.241029 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.260545 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59398) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:11.380890 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-383693776-network', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:11.405311 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc47e-de84-42c6-b88d-c70f35ff005a req-90e5cf82-e028-4009-8e4f-959b66cbb848 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:11.406812 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e65dc47e-de84-42c6-b88d-c70f35ff005a req-90e5cf82-e028-4009-8e4f-959b66cbb848 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0674806 Oct 17 10:32:11.421027 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Made reservation on behalf of 6a41305c4efa44edb98d1ca076ccbdff for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:32:11.423329 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.439965 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.489759 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e65dc47e-de84-42c6-b88d-c70f35ff005a req-b8a83746-f359-40d4-9927-aa4824ec4bba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760417 Oct 17 10:32:11.551370 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Publish callbacks [] for security_group (f7f12709-06ee-40fd-95ca-4eae4630c33f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.556067 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (f7f12709-06ee-40fd-95ca-4eae4630c33f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.588573 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:32:11.595655 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f12709-06ee-40fd-95ca-4eae4630c33f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:11.602412 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (8f0f52c6-840a-4414-8b19-0b2822e0efc9), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.602984 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Added segment 8f0f52c6-840a-4414-8b19-0b2822e0efc9 of type vlan for network 4fd95ede-ecf3-40ce-8613-a421ab553445 Oct 17 10:32:11.649631 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (4fd95ede-ecf3-40ce-8613-a421ab553445), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.678618 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (4fd95ede-ecf3-40ce-8613-a421ab553445), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.680705 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:11.681634 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.740966 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4792547 Oct 17 10:32:11.744391 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59404) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:11.749330 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Request body: {'subnet': {'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-subnet', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:11.758247 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec486521-bc35-4cb3-b882-e7eb586b7a21 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd95ede-ecf3-40ce-8613-a421ab553445,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:11.769355 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:32:11.776372 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Made reservation on behalf of 6a41305c4efa44edb98d1ca076ccbdff for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:32:11.779389 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12414226'] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:11.958758 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e08cb60a-58ad-4a95-be0c-86c3cb049482 req-18a852b3-dff9-431e-bdad-90e41c370b3c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 210 time: 0.0301826 Oct 17 10:32:11.964794 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12278768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12414208'] for subnet (cf475aa1-e45c-47c3-a9ac-afd7fc307566), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.006459 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:12.031500 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf475aa1-e45c-47c3-a9ac-afd7fc307566,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:12.044772 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Checking segment: {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:32:12.045050 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Network hostable DHCP agents. Network: 4fd95ede-ecf3-40ce-8613-a421ab553445, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:32:12.063544 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:32:12.074879 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 4fd95ede-ecf3-40ce-8613-a421ab553445) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:12.079799 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:12.080518 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.090270 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272184ec-b204-4628-938f-5c0d0175b1cb None None] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:32:12.101945 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-87c6c531-bbbc-420b-9413-08ad7e700a55 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3561072 Oct 17 10:32:12.104862 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59408) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:12.110443 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:12.115260 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:12.138015 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1431'] for router (9dc49344-949a-404d-bb72-d4d86c3ae9cc), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.139133 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1420'] for router (9dc49344-949a-404d-bb72-d4d86c3ae9cc), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.155384 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:12.177422 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-b3374a84-2361-48ab-b09b-38d04ff00e94 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:12.179428 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-b3374a84-2361-48ab-b09b-38d04ff00e94 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 811 time: 0.1499586 Oct 17 10:32:12.204913 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks [] for router_controller (9dc49344-949a-404d-bb72-d4d86c3ae9cc), precommit_add_association {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.232314 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd164c227-586e-5adb-ad9d-bffb998c6d81-4fd95ede-ecf3-40ce-8613-a421ab553445', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566'}]}} from dv-cinder-860209-5-iscsi. {{(pid=104473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 10:32:12.233584 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.273523 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-eb9e53df-9c0f-44a2-8cb9-dfcb165a954f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9ad3932c3fcc4d42b77b26f889ac694f HTTP/1.1" status: 200 len: 380 time: 0.0775702 Oct 17 10:32:12.332620 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:12.348614 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks [] for router_gateway (9dc49344-949a-404d-bb72-d4d86c3ae9cc), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.371348 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'port': {'device_id': 'f0213217-d654-40f4-a65f-0515383c1b09', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'admin_state_up': True, 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'security_groups': ['91075c33-6b7c-4304-96c5-b447c3965c9a']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:12.386615 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Allocated IP 172.20.0.2 (4fd95ede-ecf3-40ce-8613-a421ab553445/cf475aa1-e45c-47c3-a9ac-afd7fc307566/bb9255f7-37b6-49c2-b90d-39a018b6d269) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:32:12.491676 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Made reservation on behalf of 9ad3932c3fcc4d42b77b26f889ac694f for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:32:12.496338 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.533618 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Publish callbacks [] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.539914 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks [] for router_gateway (9dc49344-949a-404d-bb72-d4d86c3ae9cc), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.541535 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.559558 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.593783 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:12.599155 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:12.601256 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Pushing event updated for resources: {'Port': ['ID=bb9255f7-37b6-49c2-b90d-39a018b6d269,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:12.604197 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:32:12.636976 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:12.652059 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Allocated IP 172.20.0.7 (ec7b89aa-8615-42a5-9a24-4f31d3ebca8d/16961a83-7d1e-4dac-aa8e-f48fd5034240/234eeab0-608b-4862-ba56-6aedf471e915) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:32:12.674603 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Attempting to bind port bb9255f7-37b6-49c2-b90d-39a018b6d269 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:32:12.675751 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Attempting to bind port bb9255f7-37b6-49c2-b90d-39a018b6d269 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:32:12.676251 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Attempting to bind port bb9255f7-37b6-49c2-b90d-39a018b6d269 on network 4fd95ede-ecf3-40ce-8613-a421ab553445 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:32:12.680760 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:12.683222 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86321813-ff55-4cdf-9ecd-419732fd0b24 req-d3293c37-75a4-47b0-9cbd-3abc097ba2f9 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:12.684799 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-86321813-ff55-4cdf-9ecd-419732fd0b24 req-d3293c37-75a4-47b0-9cbd-3abc097ba2f9 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0637167 Oct 17 10:32:12.722891 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:32:12.723344 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Checking segment: {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:32:12.723809 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.724262 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Bound using segment: {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:32:12.724798 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Bound port: bb9255f7-37b6-49c2-b90d-39a018b6d269, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:32:12.725244 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.763690 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Allocated IP 172.27.3.158 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/30036d8e-a241-400d-a918-9296e8ea30bf) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:32:12.790361 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-86321813-ff55-4cdf-9ecd-419732fd0b24 req-70f6aa73-9600-4178-8835-ae1716727fb9 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820775 Oct 17 10:32:12.797313 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] For port bb9255f7-37b6-49c2-b90d-39a018b6d269, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:32:12.802191 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] For port bb9255f7-37b6-49c2-b90d-39a018b6d269, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=bb9255f7-37b6-49c2-b90d-39a018b6d269,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:32:12.813630 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for port (234eeab0-608b-4862-ba56-6aedf471e915), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.818372 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.872911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (234eeab0-608b-4862-ba56-6aedf471e915), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.892125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09095c-b354-44b1-b91f-f7ba7cb7c978 None None] Pushing event updated for resources: {'Port': ['ID=bb9255f7-37b6-49c2-b90d-39a018b6d269,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:12.907283 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks [] for port (30036d8e-a241-400d-a918-9296e8ea30bf), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.931521 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:12.936964 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:12.939521 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event updated for resources: {'Port': ['ID=234eeab0-608b-4862-ba56-6aedf471e915,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:12.941852 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:32:12.942552 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:12.988939 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:12.995856 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:13.000762 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:32:13.008859 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:13.009867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:13.010759 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.041146 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Pushing event updated for resources: {'Port': ['ID=30036d8e-a241-400d-a918-9296e8ea30bf,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:13.055823 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-be173b68-c85c-4cc8-bc42-41536e74f80a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6900704 Oct 17 10:32:13.058115 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:13.109262 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Request body: {'port': {'device_id': 'f0213217-d654-40f4-a65f-0515383c1b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:13.265199 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faad39-962e-46d7-b1ed-c6f745fe85b9 req-e30396c6-2cbf-4a5b-b69c-e7c8027e2902 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:13.266924 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e0faad39-962e-46d7-b1ed-c6f745fe85b9 req-e30396c6-2cbf-4a5b-b69c-e7c8027e2902 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 931 time: 0.0968072 Oct 17 10:32:13.267586 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (234eeab0-608b-4862-ba56-6aedf471e915), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.348024 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks [] for router_gateway (9dc49344-949a-404d-bb72-d4d86c3ae9cc), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.381548 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbce4413-9c72-41e9-b38b-8c43181c2d59 None None] Provisioning complete for port 234eeab0-608b-4862-ba56-6aedf471e915 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:13.382003 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbce4413-9c72-41e9-b38b-8c43181c2d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (234eeab0-608b-4862-ba56-6aedf471e915), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.382443 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbce4413-9c72-41e9-b38b-8c43181c2d59 None None] Attempt 1 to provision port 234eeab0-608b-4862-ba56-6aedf471e915 Oct 17 10:32:13.413800 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e0faad39-962e-46d7-b1ed-c6f745fe85b9 req-47f426a1-5ee3-4277-9e0d-1dbb5a58a16a tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279168 Oct 17 10:32:13.416690 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbce4413-9c72-41e9-b38b-8c43181c2d59 None None] Port 234eeab0-608b-4862-ba56-6aedf471e915 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:32:13.558924 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452043'] for router (9dc49344-949a-404d-bb72-d4d86c3ae9cc), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.579933 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234eeab0-608b-4862-ba56-6aedf471e915 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:32:13.587471 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Publish callbacks [] for port (234eeab0-608b-4862-ba56-6aedf471e915), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.599784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Transition to ACTIVE for port object 234eeab0-608b-4862-ba56-6aedf471e915 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:32:13.604015 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (234eeab0-608b-4862-ba56-6aedf471e915), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.609565 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:13.675046 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Pushing event updated for resources: {'Port': ['ID=234eeab0-608b-4862-ba56-6aedf471e915,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:13.701891 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Router 9dc49344-949a-404d-bb72-d4d86c3ae9cc is scheduled to L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:32:13.723452 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:13.737484 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Attempting to bind port 234eeab0-608b-4862-ba56-6aedf471e915 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:32:13.737861 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Attempting to bind port 234eeab0-608b-4862-ba56-6aedf471e915 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:32:13.738189 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Attempting to bind port 234eeab0-608b-4862-ba56-6aedf471e915 on network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:32:13.783327 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Port 234eeab0-608b-4862-ba56-6aedf471e915 on network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:32:13.783666 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Attempting to bind port 234eeab0-608b-4862-ba56-6aedf471e915 on network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:32:13.838439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:32:13.838439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Checking segment: {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:32:13.838687 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Bound using segment: {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:32:13.839170 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Bound port: 234eeab0-608b-4862-ba56-6aedf471e915, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a278074-1f62-4702-b09b-fcae5695f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:32:13.839495 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (234eeab0-608b-4862-ba56-6aedf471e915), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.912528 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] For port 234eeab0-608b-4862-ba56-6aedf471e915, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:32:13.916188 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] For port 234eeab0-608b-4862-ba56-6aedf471e915, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=234eeab0-608b-4862-ba56-6aedf471e915,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:32:13.928276 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (234eeab0-608b-4862-ba56-6aedf471e915), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.933805 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:13.934836 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:13.936507 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/234eeab0-608b-4862-ba56-6aedf471e915 HTTP/1.1" status: 200 len: 1093 time: 0.8502665 Oct 17 10:32:13.937287 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0213217-d654-40f4-a65f-0515383c1b09', 'tag': '234eeab0-608b-4862-ba56-6aedf471e915'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:13.939745 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a081c86d-3803-4ee2-8cc7-3697865a0437" -d '{"events": [{"name": "network-changed", "server_uuid": "f0213217-d654-40f4-a65f-0515383c1b09", "tag": "234eeab0-608b-4862-ba56-6aedf471e915"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:13.989008 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e7b414-fd1e-4627-b98e-3d6f9539f42c x-openstack-request-id: req-a5e7b414-fd1e-4627-b98e-3d6f9539f42c {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:13.989338 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0213217-d654-40f4-a65f-0515383c1b09", "tag": "234eeab0-608b-4862-ba56-6aedf471e915", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:13.990215 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5e7b414-fd1e-4627-b98e-3d6f9539f42c {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:13.991629 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e7b414-fd1e-4627-b98e-3d6f9539f42c'] response: {'name': 'network-changed', 'server_uuid': 'f0213217-d654-40f4-a65f-0515383c1b09', 'tag': '234eeab0-608b-4862-ba56-6aedf471e915', 'status': 'completed', 'code': 200} Oct 17 10:32:14.009597 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe8a6-9bea-4ce4-a2ee-f34c359a8324 service neutron] Pushing event updated for resources: {'Port': ['ID=234eeab0-608b-4862-ba56-6aedf471e915,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:14.012927 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6284b55e-d42a-4b4a-a5bf-4124f1bb2e4c None None] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:32:14.063799 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-ab3ac242-7261-4b14-a2d6-01210e0d6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:14.066221 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-ab3ac242-7261-4b14-a2d6-01210e0d6af3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 1127 time: 0.0473490 Oct 17 10:32:14.087039 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-a581f171-0cf9-4fb3-a108-c0b0bd45774b None None] Provisioning complete for port bb9255f7-37b6-49c2-b90d-39a018b6d269 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:14.087605 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a581f171-0cf9-4fb3-a108-c0b0bd45774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:14.088148 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-a581f171-0cf9-4fb3-a108-c0b0bd45774b None None] Attempt 1 to provision port bb9255f7-37b6-49c2-b90d-39a018b6d269 Oct 17 10:32:14.143123 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f421d-7819-4641-9b09-3f2095792b25 req-7c17c150-194c-4d05-a3f4-ed0d6cb6d8ff tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:14.144611 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-315f421d-7819-4641-9b09-3f2095792b25 req-7c17c150-194c-4d05-a3f4-ed0d6cb6d8ff tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0606599 Oct 17 10:32:14.145678 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:32:14.157973 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Sync routers for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:32:14.176492 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:14.180884 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-bb66bf11-cf8a-4a9e-9327-16e612ac5a4f admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0717232 Oct 17 10:32:14.181064 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:14.181496 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59422) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:14.212211 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:14.213169 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:14.214931 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-315f421d-7819-4641-9b09-3f2095792b25 req-5da3cff1-8edb-464e-9596-4ed1441cbe28 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594058 Oct 17 10:32:14.255549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:14.286096 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-a581f171-0cf9-4fb3-a108-c0b0bd45774b None None] Current status of the port bb9255f7-37b6-49c2-b90d-39a018b6d269 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:14.286495 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a581f171-0cf9-4fb3-a108-c0b0bd45774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:14.296809 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-e9e7a417-de03-4a5b-bfd8-197d7c6bd068 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=234eeab0-608b-4862-ba56-6aedf471e915 HTTP/1.1" status: 200 len: 217 time: 0.0901496 Oct 17 10:32:14.400791 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-83a01588-5d15-4807-bc90-89998543dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:14.402281 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-83a01588-5d15-4807-bc90-89998543dd83 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=16961a83-7d1e-4dac-aa8e-f48fd5034240 HTTP/1.1" status: 200 len: 850 time: 0.0983274 Oct 17 10:32:14.494357 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-d6979ed5-1cd6-44d1-b551-568226bfd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:14.495902 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-d6979ed5-1cd6-44d1-b551-568226bfd102 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867159 Oct 17 10:32:14.521237 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-a581f171-0cf9-4fb3-a108-c0b0bd45774b None None] For port bb9255f7-37b6-49c2-b90d-39a018b6d269, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=bb9255f7-37b6-49c2-b90d-39a018b6d269,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:14.526551 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:14.528511 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a581f171-0cf9-4fb3-a108-c0b0bd45774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:14.627844 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dfb77-7b59-43e4-86f6-a286cb600d57 req-991dfed2-a5b0-4ff1-8acf-f1a3dd509ccf tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:14.629219 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c08dfb77-7b59-43e4-86f6-a286cb600d57 req-991dfed2-a5b0-4ff1-8acf-f1a3dd509ccf tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 943 time: 0.1059315 Oct 17 10:32:14.674042 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-ee525865-ba6a-4569-8d4d-5a263d9c8ada None None] Provisioning complete for port bb9255f7-37b6-49c2-b90d-39a018b6d269 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:14.674447 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ee525865-ba6a-4569-8d4d-5a263d9c8ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:14.674792 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-ee525865-ba6a-4569-8d4d-5a263d9c8ada None None] Attempt 1 to provision port bb9255f7-37b6-49c2-b90d-39a018b6d269 Oct 17 10:32:14.680924 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581f171-0cf9-4fb3-a108-c0b0bd45774b None None] Pushing event updated for resources: {'Port': ['ID=bb9255f7-37b6-49c2-b90d-39a018b6d269,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:14.780755 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-50b3209c-4c54-451e-8c0d-2828e1ce320f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548583 Oct 17 10:32:14.787868 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c08dfb77-7b59-43e4-86f6-a286cb600d57 req-5af19a60-48f3-4095-80b0-25ef07e3842b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513274 Oct 17 10:32:14.809533 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:13Z', 'revision_number': 3, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:14.814122 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:14.837383 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-ee525865-ba6a-4569-8d4d-5a263d9c8ada None None] Current status of the port bb9255f7-37b6-49c2-b90d-39a018b6d269 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:14.839739 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Checking router: 9dc49344-949a-404d-bb72-d4d86c3ae9cc for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:32:14.840682 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Updating router 9dc49344-949a-404d-bb72-d4d86c3ae9cc port 30036d8e-a241-400d-a918-9296e8ea30bf binding host dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:32:14.866389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:14.871179 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:14.944483 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8b8bc9bd-8ebd-49c6-9990-a8eab412be17 req-2e0edc32-a7fd-48ff-bdd0-db840e0f187c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555583 Oct 17 10:32:14.995484 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.132180 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Publish callbacks [] for port (30036d8e-a241-400d-a918-9296e8ea30bf), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.138102 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.165226 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Allocated IP 172.20.0.1 (4fd95ede-ecf3-40ce-8613-a421ab553445/cf475aa1-e45c-47c3-a9ac-afd7fc307566/f22f1e01-c3d7-4fc5-b403-2b47236d6091) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:32:15.171075 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Attempting to bind port 30036d8e-a241-400d-a918-9296e8ea30bf on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:32:15.171461 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Attempting to bind port 30036d8e-a241-400d-a918-9296e8ea30bf by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:32:15.172142 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Attempting to bind port 30036d8e-a241-400d-a918-9296e8ea30bf on network 9006eee3-b675-4c7e-a272-f812eb5ec5af {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:32:15.210349 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:15.214902 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device bb9255f7-37b6-49c2-b90d-39a018b6d269 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:32:15.220312 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065cd6d-2d91-462a-b6a1-cd9f497ac186 None None] Pushing event updated for resources: {'Port': ['ID=30036d8e-a241-400d-a918-9296e8ea30bf,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:15.263515 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:15.269934 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:32:15.270298 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Checking segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:32:15.270726 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.271127 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Bound using segment: {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:32:15.271648 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Bound port: 30036d8e-a241-400d-a918-9296e8ea30bf, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba67b1-b24d-4b50-9846-a92c24e8aae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:32:15.272376 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.283160 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Publish callbacks [] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.321402 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.323755 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port bb9255f7-37b6-49c2-b90d-39a018b6d269 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:15.324231 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.324670 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port bb9255f7-37b6-49c2-b90d-39a018b6d269 Oct 17 10:32:15.352710 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64ff0-08c1-4105-bd29-93f019f0df05 req-5e3abc44-552b-4039-934f-7dcd3705a655 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:15.354712 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3eb64ff0-08c1-4105-bd29-93f019f0df05 req-5e3abc44-552b-4039-934f-7dcd3705a655 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0539882 Oct 17 10:32:15.359019 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] For port 30036d8e-a241-400d-a918-9296e8ea30bf, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:32:15.367986 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Pushing event updated for resources: {'Port': ['ID=f22f1e01-c3d7-4fc5-b403-2b47236d6091,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:15.379596 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] For port 30036d8e-a241-400d-a918-9296e8ea30bf, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=30036d8e-a241-400d-a918-9296e8ea30bf,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:32:15.383005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:15.384683 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:15.387151 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:32:15.390043 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.411365 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:15.431264 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457008'] for router_interface (9dc49344-949a-404d-bb72-d4d86c3ae9cc), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.434454 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3eb64ff0-08c1-4105-bd29-93f019f0df05 req-e26e71da-33b5-4ab9-a6e2-6e4517dac2d9 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722191 Oct 17 10:32:15.480654 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:15.481382 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:15.489667 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port bb9255f7-37b6-49c2-b90d-39a018b6d269 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:15.495374 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065cd6d-2d91-462a-b6a1-cd9f497ac186 None None] Pushing event updated for resources: {'Port': ['ID=30036d8e-a241-400d-a918-9296e8ea30bf,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:15.583478 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.594981 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:15.606266 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:15.707760 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-3fa8b360-cfae-46cc-9fd2-3e742648ac67 None None] Provisioning complete for port f22f1e01-c3d7-4fc5-b403-2b47236d6091 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:15.708023 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b360-cfae-46cc-9fd2-3e742648ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:15.708355 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-3fa8b360-cfae-46cc-9fd2-3e742648ac67 None None] Attempt 1 to provision port f22f1e01-c3d7-4fc5-b403-2b47236d6091 Oct 17 10:32:15.756219 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8b360-cfae-46cc-9fd2-3e742648ac67 None None] Port f22f1e01-c3d7-4fc5-b403-2b47236d6091 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:32:15.825982 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:13Z', 'revision_number': 3, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:15.854175 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8c358-90eb-4b15-8ac7-443c2e8888bd None None] The sync data for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi is: [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:13Z', 'revision_number': 3, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:32:15.956917 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4d871-feff-432a-9709-7a9647f25606 req-d72e807b-4655-4b3b-848a-1676fa00ec07 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:15.958459 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-62f4d871-feff-432a-9709-7a9647f25606 req-d72e807b-4655-4b3b-848a-1676fa00ec07 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 943 time: 0.0715103 Oct 17 10:32:15.982939 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:16.083183 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-62f4d871-feff-432a-9709-7a9647f25606 req-637e55da-a140-41fc-886c-dae326e47470 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834649 Oct 17 10:32:16.119811 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Publish callbacks [] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:16.124256 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:16.193111 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Pushing event updated for resources: {'Port': ['ID=f22f1e01-c3d7-4fc5-b403-2b47236d6091,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:16.199334 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457132'] for router_interface (9dc49344-949a-404d-bb72-d4d86c3ae9cc), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:16.303106 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:16.304579 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:16.429637 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Router 9dc49344-949a-404d-bb72-d4d86c3ae9cc has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:32:16.549530 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:32:16.563028 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-5ae8a25b-668b-4d33-9467-3b4a7305642c admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/9dc49344-949a-404d-bb72-d4d86c3ae9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3562684 Oct 17 10:32:16.576391 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51a732-00f9-458e-aa7a-ee4c7150d947 req-ac805c1a-5ec8-4d73-a8ed-81f284162622 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:16.577972 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca51a732-00f9-458e-aa7a-ee4c7150d947 req-ac805c1a-5ec8-4d73-a8ed-81f284162622 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0530405 Oct 17 10:32:16.588270 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-9a409d84-d92e-41a9-a895-68ef0da4f00e None None] Provisioning complete for port f22f1e01-c3d7-4fc5-b403-2b47236d6091 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:16.588871 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a409d84-d92e-41a9-a895-68ef0da4f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:16.588959 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-9a409d84-d92e-41a9-a895-68ef0da4f00e None None] Attempt 1 to provision port f22f1e01-c3d7-4fc5-b403-2b47236d6091 Oct 17 10:32:16.632046 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-9a409d84-d92e-41a9-a895-68ef0da4f00e None None] Port f22f1e01-c3d7-4fc5-b403-2b47236d6091 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:32:16.641397 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca51a732-00f9-458e-aa7a-ee4c7150d947 req-0b594623-9bfc-4de5-8cda-cdccfab1f847 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570223 Oct 17 10:32:16.878698 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59438) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:16.884097 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-8cd1672f-6661-49b0-8e74-f9fae94cd34d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620972275', 'description': 'tempest-description--2086262536'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:16.903922 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8cd1672f-6661-49b0-8e74-f9fae94cd34d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:16.949883 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:16.972543 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8cd1672f-6661-49b0-8e74-f9fae94cd34d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (556188f0-feb9-419b-a2bd-ed4e454eb08b), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:16.976297 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8cd1672f-6661-49b0-8e74-f9fae94cd34d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (556188f0-feb9-419b-a2bd-ed4e454eb08b), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.008721 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8cd1672f-6661-49b0-8e74-f9fae94cd34d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.010433 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8cd1672f-6661-49b0-8e74-f9fae94cd34d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1305897 Oct 17 10:32:17.012280 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1672f-6661-49b0-8e74-f9fae94cd34d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556188f0-feb9-419b-a2bd-ed4e454eb08b,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:17.013507 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59440) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:17.018137 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-973037ba-772a-4d01-a34e-a906fbd8af61 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'security_group_rule': {'security_group_id': '556188f0-feb9-419b-a2bd-ed4e454eb08b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:17.044858 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-973037ba-772a-4d01-a34e-a906fbd8af61 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (3b748b0a-d030-45ef-a2cc-2213e240fc52), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.103208 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-973037ba-772a-4d01-a34e-a906fbd8af61 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (3b748b0a-d030-45ef-a2cc-2213e240fc52), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.107319 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-973037ba-772a-4d01-a34e-a906fbd8af61 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (3b748b0a-d030-45ef-a2cc-2213e240fc52), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.128068 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973037ba-772a-4d01-a34e-a906fbd8af61 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b748b0a-d030-45ef-a2cc-2213e240fc52,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:17.143580 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-973037ba-772a-4d01-a34e-a906fbd8af61 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.147260 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-973037ba-772a-4d01-a34e-a906fbd8af61 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326363 Oct 17 10:32:17.155987 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59444) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:17.163741 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-d1e9287c-59b4-4425-a1dc-ea63e528ee86 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'security_group_rule': {'security_group_id': '556188f0-feb9-419b-a2bd-ed4e454eb08b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:17.192753 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:17.210951 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 30036d8e-a241-400d-a918-9296e8ea30bf up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:32:17.250920 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d1e9287c-59b4-4425-a1dc-ea63e528ee86 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (7662e7ab-84d5-45fa-917e-336f94fec6a7), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.257955 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04382c-2e33-488e-8d98-a00bb5c59fd3 req-50f2898e-f6f7-4497-9a6a-ed39aa4d2229 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.260535 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa04382c-2e33-488e-8d98-a00bb5c59fd3 req-50f2898e-f6f7-4497-9a6a-ed39aa4d2229 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 943 time: 0.0641966 Oct 17 10:32:17.272335 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 30036d8e-a241-400d-a918-9296e8ea30bf triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:17.272802 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.273202 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 30036d8e-a241-400d-a918-9296e8ea30bf Oct 17 10:32:17.277169 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-cd014723-fc37-48c0-b9fc-8adae6c30be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.277820 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-cd014723-fc37-48c0-b9fc-8adae6c30be9 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 1127 time: 0.0828135 Oct 17 10:32:17.306185 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:17.327605 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa04382c-2e33-488e-8d98-a00bb5c59fd3 req-02940223-1945-4a0c-afc7-934473d387fd tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587175 Oct 17 10:32:17.358556 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 30036d8e-a241-400d-a918-9296e8ea30bf is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:17.358950 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.381757 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port 30036d8e-a241-400d-a918-9296e8ea30bf, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=30036d8e-a241-400d-a918-9296e8ea30bf,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:17.387109 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.417755 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d1e9287c-59b4-4425-a1dc-ea63e528ee86 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (7662e7ab-84d5-45fa-917e-336f94fec6a7), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.423005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-08b930e6-2987-4d2d-913b-467a5c2f3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.424471 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-08b930e6-2987-4d2d-913b-467a5c2f3362 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1129 time: 0.1125557 Oct 17 10:32:17.426727 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d1e9287c-59b4-4425-a1dc-ea63e528ee86 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (7662e7ab-84d5-45fa-917e-336f94fec6a7), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.436611 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:17.438145 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:17.442663 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=30036d8e-a241-400d-a918-9296e8ea30bf,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:17.482417 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9287c-59b4-4425-a1dc-ea63e528ee86 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7662e7ab-84d5-45fa-917e-336f94fec6a7,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:17.528425 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d1e9287c-59b4-4425-a1dc-ea63e528ee86 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.529747 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-d1e9287c-59b4-4425-a1dc-ea63e528ee86 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718662 Oct 17 10:32:17.532933 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-709cab49-a0fc-4241-94d0-8039064a8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.533204 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59446) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:17.534395 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-709cab49-a0fc-4241-94d0-8039064a8637 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 912 time: 0.2377880 Oct 17 10:32:17.538207 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:17.560614 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.601701 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-66b60475-a98a-41d5-9a15-b7537a391f5b service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=234eeab0-608b-4862-ba56-6aedf471e915 HTTP/1.1" status: 200 len: 217 time: 0.0436277 Oct 17 10:32:17.607216 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-4997f3fd-25dd-47a9-bb62-b562b5f344a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.608705 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-4997f3fd-25dd-47a9-bb62-b562b5f344a3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=d56795ad-30de-454e-bbb7-cab8a4532983 HTTP/1.1" status: 200 len: 910 time: 0.1713145 Oct 17 10:32:17.628513 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Sync routers for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:32:17.640021 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:17.640649 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:17.654504 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.708606 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-54c08440-fb01-44ad-8805-bc98fabd2491 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 200 len: 1001 time: 0.0910747 Oct 17 10:32:17.746803 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:17.751420 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-7b1596ae-d1e8-4390-ac41-b7f399e04893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.752978 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-7b1596ae-d1e8-4390-ac41-b7f399e04893 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=16961a83-7d1e-4dac-aa8e-f48fd5034240 HTTP/1.1" status: 200 len: 850 time: 0.1433752 Oct 17 10:32:17.778921 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Allocated IP 172.27.3.43 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/fa8a0967-6d11-425c-a218-401e46bf2d20) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:32:17.812711 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:17.834006 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-08d0f096-0b46-4150-acbe-e6b6c3ece3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.835703 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-08d0f096-0b46-4150-acbe-e6b6c3ece3a6 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=5f930520-938c-40ea-9764-88e84144a5bd HTTP/1.1" status: 200 len: 848 time: 0.1187446 Oct 17 10:32:17.849305 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408449eb-645d-41e0-9b0b-d9d988d2957e req-b18877e4-030b-47c5-8ce6-8bd49e8dcdb1 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.851335 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-408449eb-645d-41e0-9b0b-d9d988d2957e req-b18877e4-030b-47c5-8ce6-8bd49e8dcdb1 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.1035278 Oct 17 10:32:17.881249 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-4177cc2a-d425-4ce0-b55a-da6a1147f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.882355 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-4177cc2a-d425-4ce0-b55a-da6a1147f643 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157875 Oct 17 10:32:17.899514 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for port (fa8a0967-6d11-425c-a218-401e46bf2d20), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.934666 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (fa8a0967-6d11-425c-a218-401e46bf2d20), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:17.948699 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 2, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:17.957710 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-d9551fd2-0403-4d20-9783-b1c7e0110972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:17.959246 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-d9551fd2-0403-4d20-9783-b1c7e0110972 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=d56795ad-30de-454e-bbb7-cab8a4532983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1159787 Oct 17 10:32:17.974806 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:17.977026 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:17.977611 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Checking router: 9dc49344-949a-404d-bb72-d4d86c3ae9cc for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:32:17.977971 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Updating router 9dc49344-949a-404d-bb72-d4d86c3ae9cc port f22f1e01-c3d7-4fc5-b403-2b47236d6091 binding host dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:32:17.980853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:17.988040 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:32:18.012262 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.014213 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'Port': ['ID=fa8a0967-6d11-425c-a218-401e46bf2d20,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:18.045003 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-408449eb-645d-41e0-9b0b-d9d988d2957e req-75263c3c-5377-44ad-ab61-3c75c4eb4308 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827426 Oct 17 10:32:18.090894 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:18.095814 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-593e77b0-88f2-4221-b0d2-0c806c3c6507 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028782 Oct 17 10:32:18.096616 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (ad51e636-4162-4d9f-956d-4248516e291f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.132263 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:18.138695 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (fa8a0967-6d11-425c-a218-401e46bf2d20), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.169654 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-1fb42c4d-0405-4ef9-b0f2-f98a1087ccee service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017310 Oct 17 10:32:18.264604 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a081c86d-3803-4ee2-8cc7-3697865a0437 req-ed0ae477-5954-4729-858b-bac636d0b3f5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605332 Oct 17 10:32:18.293991 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2ae2ba23-9d35-40ea-921c-89048eae33bd req-6892f70b-27bb-4af3-a4c1-36fb280ca9e9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163387 Oct 17 10:32:18.294786 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:18.299734 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Publish callbacks [] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.300771 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for port (fa8a0967-6d11-425c-a218-401e46bf2d20), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.307909 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.311780 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (fa8a0967-6d11-425c-a218-401e46bf2d20), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.382278 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'Port': ['ID=fa8a0967-6d11-425c-a218-401e46bf2d20,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:18.384947 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Pushing event updated for resources: {'Port': ['ID=f22f1e01-c3d7-4fc5-b403-2b47236d6091,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:18.390135 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (ad51e636-4162-4d9f-956d-4248516e291f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.406764 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.407111 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.407499 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.407909 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.408271 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.408573 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.408898 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.409018 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.409246 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.409570 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.409893 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.410214 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.410450 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9c632fc5-ebaf-4e9f-9b04-127ef18f9c73 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8760402 Oct 17 10:32:18.410566 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.410894 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.411208 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.411521 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:18.431779 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Attempting to bind port f22f1e01-c3d7-4fc5-b403-2b47236d6091 on host dv-cinder-860209-5-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:32:18.432145 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Attempting to bind port f22f1e01-c3d7-4fc5-b403-2b47236d6091 by drivers openvswitch,hyperv on host dv-cinder-860209-5-iscsi at level 0 using segments [{'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:32:18.432507 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Attempting to bind port f22f1e01-c3d7-4fc5-b403-2b47236d6091 on network 4fd95ede-ecf3-40ce-8613-a421ab553445 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:32:18.467764 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917c682-9e36-4f89-ab74-8c36cc29e30d req-4a160f34-bdcb-42b0-be61-ffb0c9a89719 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:18.469332 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5917c682-9e36-4f89-ab74-8c36cc29e30d req-4a160f34-bdcb-42b0-be61-ffb0c9a89719 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 943 time: 0.0573931 Oct 17 10:32:18.480656 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Checking agent: {'id': 'd5b1b400-1586-4013-be49-441c4490a796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 16, 41), 'started_at': datetime.datetime(2022, 10, 17, 10, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:32:18.481317 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Checking segment: {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:32:18.481722 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.482107 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Bound using segment: {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:32:18.482878 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Bound port: f22f1e01-c3d7-4fc5-b403-2b47236d6091, host: dv-cinder-860209-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:32:18.483863 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.520040 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5917c682-9e36-4f89-ab74-8c36cc29e30d req-2113e32e-85e4-44d7-8581-7e271553817c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452597 Oct 17 10:32:18.551447 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:18.555132 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] For port f22f1e01-c3d7-4fc5-b403-2b47236d6091, host dv-cinder-860209-5-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:32:18.558497 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] For port f22f1e01-c3d7-4fc5-b403-2b47236d6091, host dv-cinder-860209-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=f22f1e01-c3d7-4fc5-b403-2b47236d6091,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:32:18.565021 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:18.584433 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-6b95953d-eca6-4912-a5d7-b2642dcf0a5b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--620972275&fields=id&tenant_id=6a41305c4efa44edb98d1ca076ccbdff HTTP/1.1" status: 200 len: 267 time: 0.0469856 Oct 17 10:32:18.605901 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:18.606553 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:18.654763 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348494b-f2b7-43ca-8004-ac35ccd7ea35 None None] Pushing event updated for resources: {'Port': ['ID=f22f1e01-c3d7-4fc5-b403-2b47236d6091,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:18.700711 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-2fa10737-1050-4fff-8855-35be95948571 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:18.702473 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-2fa10737-1050-4fff-8855-35be95948571 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 816 time: 0.1106129 Oct 17 10:32:18.718599 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-db4ce8a4-02ef-4f91-9327-93e138225a69 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/quotas/6a41305c4efa44edb98d1ca076ccbdff HTTP/1.1" status: 200 len: 375 time: 0.0101199 Oct 17 10:32:18.725991 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:18.771603 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-c2824d0a-adb5-4fbc-b5fa-4ac64d76a651 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474949 Oct 17 10:32:18.918729 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-87d0a862-d33d-43fc-9a75-78349df40ee3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346748 Oct 17 10:32:18.920588 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:18Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:18.922178 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:18.948871 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef3f25-f516-45e5-b5bc-b80039124624 None None] The sync data for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi is: [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:18Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:32:19.027399 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-cef080bc-e2b1-4b9e-ae2e-7f223b275e5c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021254 Oct 17 10:32:19.061429 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 234eeab0-608b-4862-ba56-6aedf471e915 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:32:19.268316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 234eeab0-608b-4862-ba56-6aedf471e915, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=234eeab0-608b-4862-ba56-6aedf471e915,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:19.292307 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-dfd5a33f-5f56-4b05-986d-522988f8ac48 req-8e7264a1-0d2b-4f6e-a866-e72a29850f28 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 210 time: 0.0466449 Oct 17 10:32:19.294932 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a8ecc-00e7-46c9-b32d-550525849f48 req-85f883ca-e217-4b79-9d7e-d27942d28732 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:19.298412 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '234eeab0-608b-4862-ba56-6aedf471e915', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'port_id': '234eeab0-608b-4862-ba56-6aedf471e915', 'mac_address': 'fa:16:3e:ff:fe:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:32:19.299179 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-996a8ecc-00e7-46c9-b32d-550525849f48 req-85f883ca-e217-4b79-9d7e-d27942d28732 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0946627 Oct 17 10:32:19.358921 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-996a8ecc-00e7-46c9-b32d-550525849f48 req-3ff66530-62db-4055-9eb3-ecf2ed8f1ed5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554049 Oct 17 10:32:19.386517 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 234eeab0-608b-4862-ba56-6aedf471e915 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:19.387402 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (234eeab0-608b-4862-ba56-6aedf471e915), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:19.408835 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234eeab0-608b-4862-ba56-6aedf471e915 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:32:19.433275 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 30036d8e-a241-400d-a918-9296e8ea30bf up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:32:19.489108 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 234eeab0-608b-4862-ba56-6aedf471e915, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=234eeab0-608b-4862-ba56-6aedf471e915,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:19.495926 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (234eeab0-608b-4862-ba56-6aedf471e915), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:19.545277 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port 30036d8e-a241-400d-a918-9296e8ea30bf triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:19.545277 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:19.545661 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port 30036d8e-a241-400d-a918-9296e8ea30bf Oct 17 10:32:19.665316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=234eeab0-608b-4862-ba56-6aedf471e915,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:19.722772 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105dd8-63d2-4032-ab6a-f15108fdc196 req-f24b19a8-5f7d-43df-8de3-aed381f358c7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:19.725625 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-91105dd8-63d2-4032-ab6a-f15108fdc196 req-f24b19a8-5f7d-43df-8de3-aed381f358c7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 944 time: 0.0933986 Oct 17 10:32:19.730638 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port 30036d8e-a241-400d-a918-9296e8ea30bf is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:19.731765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device f22f1e01-c3d7-4fc5-b403-2b47236d6091 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:32:19.786866 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port f22f1e01-c3d7-4fc5-b403-2b47236d6091 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:19.787192 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:19.787540 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port f22f1e01-c3d7-4fc5-b403-2b47236d6091 Oct 17 10:32:19.788802 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-91105dd8-63d2-4032-ab6a-f15108fdc196 req-e627c88e-8dbe-4886-a7ef-896193e9335b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553319 Oct 17 10:32:19.882486 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port f22f1e01-c3d7-4fc5-b403-2b47236d6091 is: DOWN; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:19.883004 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:19.922892 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] For port f22f1e01-c3d7-4fc5-b403-2b47236d6091, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=f22f1e01-c3d7-4fc5-b403-2b47236d6091,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:19.927331 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:19.975300 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Pushing event updated for resources: {'Port': ['ID=f22f1e01-c3d7-4fc5-b403-2b47236d6091,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:20.037874 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['234eeab0-608b-4862-ba56-6aedf471e915'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:32:20.090783 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:20.151335 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:20.188986 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:20.422217 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-344d8948-2879-4a70-9889-a69e7f7d05d0 req-5878f89c-03a2-4911-af8d-3073a8b70d40 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 210 time: 0.0365384 Oct 17 10:32:20.510129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7ba91-8178-4477-bba5-dae65d1de4b9 req-46370fd4-7112-4298-9979-8e8f326e3ff0 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:20.512383 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3bd7ba91-8178-4477-bba5-dae65d1de4b9 req-46370fd4-7112-4298-9979-8e8f326e3ff0 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0515981 Oct 17 10:32:20.564753 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3bd7ba91-8178-4477-bba5-dae65d1de4b9 req-3e9421d6-a05a-403c-9ae1-9aaeeea38518 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455372 Oct 17 10:32:20.915423 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba31b-e77d-4a2b-b321-f76a6203e73c req-9f9948ad-431d-4e56-b62f-cdf824f759d2 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:20.916898 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa5ba31b-e77d-4a2b-b321-f76a6203e73c req-9f9948ad-431d-4e56-b62f-cdf824f759d2 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 944 time: 0.0470037 Oct 17 10:32:20.983360 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa5ba31b-e77d-4a2b-b321-f76a6203e73c req-53c759a6-3fc2-4481-bc54-938688fadcd4 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592537 Oct 17 10:32:21.146446 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-5f2e449c-f415-4c5a-99f8-252f4e9699d8 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:21.148877 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-5f2e449c-f415-4c5a-99f8-252f4e9699d8 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 816 time: 0.1277432 Oct 17 10:32:21.171503 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 234eeab0-608b-4862-ba56-6aedf471e915 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:32:21.250004 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:21.267091 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 234eeab0-608b-4862-ba56-6aedf471e915 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:32:21.272545 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device f22f1e01-c3d7-4fc5-b403-2b47236d6091 up at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:32:21.274647 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-ef347cd6-bebf-4d31-a615-a01f72a403ce tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a41305c4efa44edb98d1ca076ccbdff HTTP/1.1" status: 200 len: 379 time: 0.0748005 Oct 17 10:32:21.277629 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 234eeab0-608b-4862-ba56-6aedf471e915 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:21.278030 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (234eeab0-608b-4862-ba56-6aedf471e915), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:21.278425 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 234eeab0-608b-4862-ba56-6aedf471e915 Oct 17 10:32:21.289873 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'port': {'device_id': '239b5400-d752-426a-a5f1-fe0746c3e990', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'admin_state_up': True, 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'security_groups': ['556188f0-feb9-419b-a2bd-ed4e454eb08b']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:21.358877 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Provisioning complete for port f22f1e01-c3d7-4fc5-b403-2b47236d6091 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:21.359158 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:21.359543 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Attempt 1 to provision port f22f1e01-c3d7-4fc5-b403-2b47236d6091 Oct 17 10:32:21.400272 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:21.406720 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Made reservation on behalf of 6a41305c4efa44edb98d1ca076ccbdff for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:32:21.411040 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:21.420619 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 234eeab0-608b-4862-ba56-6aedf471e915 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:21.421007 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (234eeab0-608b-4862-ba56-6aedf471e915), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:21.453413 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0213217-d654-40f4-a65f-0515383c1b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234eeab0-608b-4862-ba56-6aedf471e915'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:21.455854 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba52277b-7485-439d-bd2a-46498150cce3" -d '{"events": [{"server_uuid": "f0213217-d654-40f4-a65f-0515383c1b09", "name": "network-vif-plugged", "status": "completed", "tag": "234eeab0-608b-4862-ba56-6aedf471e915"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:21.471911 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 234eeab0-608b-4862-ba56-6aedf471e915, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=234eeab0-608b-4862-ba56-6aedf471e915,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:21.493218 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (234eeab0-608b-4862-ba56-6aedf471e915), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:21.494034 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 083d8c37-1604-41ef-9b77-292a1de778b8 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:32:21.531051 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f6124a-c1e1-4f4b-97b9-cfca31631f11 x-openstack-request-id: req-26f6124a-c1e1-4f4b-97b9-cfca31631f11 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:21.531370 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0213217-d654-40f4-a65f-0515383c1b09", "name": "network-vif-plugged", "status": "completed", "tag": "234eeab0-608b-4862-ba56-6aedf471e915", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:21.531628 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26f6124a-c1e1-4f4b-97b9-cfca31631f11 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:21.532078 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f6124a-c1e1-4f4b-97b9-cfca31631f11'] response: {'server_uuid': 'f0213217-d654-40f4-a65f-0515383c1b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234eeab0-608b-4862-ba56-6aedf471e915', 'code': 200} Oct 17 10:32:21.564568 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Current status of the port f22f1e01-c3d7-4fc5-b403-2b47236d6091 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:21.595172 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=234eeab0-608b-4862-ba56-6aedf471e915,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:21.606051 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-124e532a-4bef-4440-ad13-55457d85f74e req-89d7dc87-f8c0-4dbd-a139-a4d255d5aff6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 210 time: 0.0615046 Oct 17 10:32:21.636258 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Allocated IP 172.20.0.14 (4fd95ede-ecf3-40ce-8613-a421ab553445/cf475aa1-e45c-47c3-a9ac-afd7fc307566/cca519f2-c8ec-4e21-9d79-8c8665f98315) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:32:21.638291 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 083d8c37-1604-41ef-9b77-292a1de778b8 is: ACTIVE; New status is: DOWN {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:21.638732 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:21.673565 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=083d8c37-1604-41ef-9b77-292a1de778b8,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:21.678966 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:21.728849 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f208d4-cb67-4792-8c24-406a4838520c req-75655777-60f7-48b2-86ea-61796c9ec65e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:21.729582 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=083d8c37-1604-41ef-9b77-292a1de778b8,revision_number=6']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:21.730670 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-60f208d4-cb67-4792-8c24-406a4838520c req-75655777-60f7-48b2-86ea-61796c9ec65e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0576282 Oct 17 10:32:21.781897 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-60f208d4-cb67-4792-8c24-406a4838520c req-62bf6be4-3021-49ed-98c9-f90083684d2d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454767 Oct 17 10:32:21.796533 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:21.831598 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:21.872808 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [req-b9270d7e-84d8-4e00-aacf-81a448360b0e req-73040647-f87c-46fb-bf83-5aff9013edf5 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:32:21.873726 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b9270d7e-84d8-4e00-aacf-81a448360b0e req-73040647-f87c-46fb-bf83-5aff9013edf5 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0077748 Oct 17 10:32:21.894569 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:21.900341 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:21.902607 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:21.905349 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:32:21.964846 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:21.965477 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:22.004180 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-b85b08e7-07d0-4684-ab9a-884b6aa62541 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7214384 Oct 17 10:32:22.080209 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Request body: {'port': {'device_id': '239b5400-d752-426a-a5f1-fe0746c3e990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:22.111816 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59530) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:22.140846 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be2593-85de-4c3d-a010-8e32f0829c28 req-f32edf2a-eada-45b9-b54c-12477df6a4e5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:22.145952 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125776b5-0bca-49e1-ab98-658a64bae370 req-96eb0bf4-21fb-4d4d-bc5f-66d0b6793521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:22.147479 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-125776b5-0bca-49e1-ab98-658a64bae370 req-96eb0bf4-21fb-4d4d-bc5f-66d0b6793521 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 1129 time: 0.1411910 Oct 17 10:32:22.149635 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2be2593-85de-4c3d-a010-8e32f0829c28 req-f32edf2a-eada-45b9-b54c-12477df6a4e5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0709651 Oct 17 10:32:22.201400 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-8fc53802-0974-4cb0-ab55-a5f91406849c None None] Provisioning complete for port cca519f2-c8ec-4e21-9d79-8c8665f98315 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:22.202428 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fc53802-0974-4cb0-ab55-a5f91406849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:22.203092 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-8fc53802-0974-4cb0-ab55-a5f91406849c None None] Attempt 1 to provision port cca519f2-c8ec-4e21-9d79-8c8665f98315 Oct 17 10:32:22.221755 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2be2593-85de-4c3d-a010-8e32f0829c28 req-d3233774-7ed6-4979-a2b0-29e5c7acd210 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712249 Oct 17 10:32:22.250956 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-8fc53802-0974-4cb0-ab55-a5f91406849c None None] Port cca519f2-c8ec-4e21-9d79-8c8665f98315 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:32:22.272320 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e3be0-2d0a-4cbc-a06a-80051ee336a1 req-eba18bdc-4eac-4794-8edb-ac961867dd45 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:22.274379 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f71e3be0-2d0a-4cbc-a06a-80051ee336a1 req-eba18bdc-4eac-4794-8edb-ac961867dd45 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 945 time: 0.1584454 Oct 17 10:32:22.276193 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-e8600645-a185-4867-927c-765c10923fbd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1595345 Oct 17 10:32:22.294471 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-0211b89a-71d4-4de9-a09d-6d3e9cfd6d09 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:32:22.295420 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-0211b89a-71d4-4de9-a09d-6d3e9cfd6d09 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0079732 Oct 17 10:32:22.301369 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:22.322551 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:22.338628 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-125776b5-0bca-49e1-ab98-658a64bae370 req-a2418fd4-9626-423d-9f2d-f03135715a01 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682549 Oct 17 10:32:22.375348 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59540) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:22.397718 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f71e3be0-2d0a-4cbc-a06a-80051ee336a1 req-8483ed5f-6ebe-4466-8681-74cae5957aa5 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178815 Oct 17 10:32:22.476268 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:22.484286 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-683cf7e3-3d3b-4f11-9286-48454e985740 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:22.485709 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-683cf7e3-3d3b-4f11-9286-48454e985740 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports/083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 200 len: 940 time: 0.1093750 Oct 17 10:32:22.621678 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca519f2-c8ec-4e21-9d79-8c8665f98315 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:32:22.629336 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Publish callbacks [] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:22.642009 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Transition to ACTIVE for port object cca519f2-c8ec-4e21-9d79-8c8665f98315 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:32:22.646060 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:22.725868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:22.758271 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ad69f-57c1-453f-ac59-f3f66203f2e6 req-29f661ca-dac0-4a64-994b-e5444b879963 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:22.760330 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-427ad69f-57c1-453f-ac59-f3f66203f2e6 req-29f661ca-dac0-4a64-994b-e5444b879963 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0529077 Oct 17 10:32:22.778173 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Attempting to bind port cca519f2-c8ec-4e21-9d79-8c8665f98315 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:32:22.778545 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Attempting to bind port cca519f2-c8ec-4e21-9d79-8c8665f98315 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:32:22.778880 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Attempting to bind port cca519f2-c8ec-4e21-9d79-8c8665f98315 on network 4fd95ede-ecf3-40ce-8613-a421ab553445 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:32:22.804551 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:22.814214 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-427ad69f-57c1-453f-ac59-f3f66203f2e6 req-afdef1d6-366d-49f0-bae4-826974bcc5ee tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461538 Oct 17 10:32:22.827850 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Port cca519f2-c8ec-4e21-9d79-8c8665f98315 on network 4fd95ede-ecf3-40ce-8613-a421ab553445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:32:22.828479 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Attempting to bind port cca519f2-c8ec-4e21-9d79-8c8665f98315 on network 4fd95ede-ecf3-40ce-8613-a421ab553445 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:32:22.879823 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:32:22.880197 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Checking segment: {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:32:22.880589 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Bound using segment: {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:32:22.881033 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Bound port: cca519f2-c8ec-4e21-9d79-8c8665f98315, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:32:22.881402 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:22.941739 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:32:22.944741 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:32:22.950561 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:22.954637 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:22.955240 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:22.956596 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/cca519f2-c8ec-4e21-9d79-8c8665f98315 HTTP/1.1" status: 200 len: 1094 time: 0.9366548 Oct 17 10:32:22.957135 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:22.959367 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b948360-7edc-455e-88a0-7c8fcff2230c" -d '{"events": [{"name": "network-changed", "server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:23.002571 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd96c20-0764-4a18-865a-1ad05a041e82 x-openstack-request-id: req-2cd96c20-0764-4a18-865a-1ad05a041e82 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:23.002852 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:23.003101 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cd96c20-0764-4a18-865a-1ad05a041e82 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:23.003495 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd96c20-0764-4a18-865a-1ad05a041e82'] response: {'name': 'network-changed', 'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'status': 'completed', 'code': 200} Oct 17 10:32:23.008190 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57385462-9458-4fec-8dd6-5919c1aae26e service neutron] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:23.350893 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e447-d86b-4975-8570-afbbfb618bbd req-9889b374-3a69-4c82-b5ba-ade2be91e3f5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:23.352607 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ce0e447-d86b-4975-8570-afbbfb618bbd req-9889b374-3a69-4c82-b5ba-ade2be91e3f5 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0481977 Oct 17 10:32:23.407820 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ce0e447-d86b-4975-8570-afbbfb618bbd req-e6d7ab0d-ab7d-4821-947c-036f145e3f87 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493369 Oct 17 10:32:23.472157 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948360-7edc-455e-88a0-7c8fcff2230c req-1a6faeca-4bac-4ad6-b177-22e2d7e569e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:23.473661 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6b948360-7edc-455e-88a0-7c8fcff2230c req-1a6faeca-4bac-4ad6-b177-22e2d7e569e3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 1128 time: 0.0430145 Oct 17 10:32:23.533629 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:23.535982 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93c7342-69a7-429b-b707-2101f7b09783" -d '{"events": [{"server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "name": "network-vif-unplugged", "status": "completed", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:23.569080 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9365cdf-9640-412a-a58d-ff2bdf5be12b x-openstack-request-id: req-b9365cdf-9640-412a-a58d-ff2bdf5be12b {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:23.569368 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "name": "network-vif-unplugged", "status": "failed", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8", "code": 422}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:23.569621 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9365cdf-9640-412a-a58d-ff2bdf5be12b {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:23.570063 dv-cinder-860209-5-iscsi neutron-server[104473]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b9365cdf-9640-412a-a58d-ff2bdf5be12b']: {'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8', 'code': 422} returned with failed status Oct 17 10:32:23.580924 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e5d83-4727-4a9e-b0ff-e52a77d02741 req-31ead2c1-6d1c-483b-8dbc-dd2d8142a63e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:23.582430 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a59e5d83-4727-4a9e-b0ff-e52a77d02741 req-31ead2c1-6d1c-483b-8dbc-dd2d8142a63e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 945 time: 0.0972347 Oct 17 10:32:23.915001 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948360-7edc-455e-88a0-7c8fcff2230c req-3a17b115-d5cb-45c3-83a6-16f113f1619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:23.916529 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6b948360-7edc-455e-88a0-7c8fcff2230c req-3a17b115-d5cb-45c3-83a6-16f113f1619b service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4208684 Oct 17 10:32:23.919669 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:23.924430 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a59e5d83-4727-4a9e-b0ff-e52a77d02741 req-44cf0dfb-9fd5-481c-8da0-2bbe984f5611 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357871 Oct 17 10:32:23.960315 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3138a3f-a6b0-48f9-a274-992d7d62a46e req-61ee1ae8-cd77-49b5-81f0-2c57c52cd5bc tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:23.961872 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3138a3f-a6b0-48f9-a274-992d7d62a46e req-61ee1ae8-cd77-49b5-81f0-2c57c52cd5bc tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0534828 Oct 17 10:32:24.009848 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3138a3f-a6b0-48f9-a274-992d7d62a46e req-7a56dd85-e273-4be8-8168-bd2dd2360ea3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Oct 17 10:32:24.378241 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948360-7edc-455e-88a0-7c8fcff2230c req-fbfc12c0-43d8-4cb3-ad66-8dcb6bb9bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:24.379745 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6b948360-7edc-455e-88a0-7c8fcff2230c req-fbfc12c0-43d8-4cb3-ad66-8dcb6bb9bfae service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947292 Oct 17 10:32:24.454953 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:24.502182 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-f7adb758-87e9-4be3-af83-3900eb903092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:24.503674 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-f7adb758-87e9-4be3-af83-3900eb903092 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 1128 time: 0.0567133 Oct 17 10:32:24.556978 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-c21c64e5-172b-4275-8f44-1e49c5ec9fa0 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315 HTTP/1.1" status: 200 len: 217 time: 0.0376911 Oct 17 10:32:24.567160 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d1623-b172-4206-b43b-eec7f3ade24d req-b7cbb1d7-0ef7-4b4f-8f38-a9b63acd974d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:24.568561 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e38d1623-b172-4206-b43b-eec7f3ade24d req-b7cbb1d7-0ef7-4b4f-8f38-a9b63acd974d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0783620 Oct 17 10:32:24.635932 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-7d03c169-9ca2-43e5-9a12-337db20538f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:24.637292 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-7d03c169-9ca2-43e5-9a12-337db20538f2 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0679042 Oct 17 10:32:24.665218 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e38d1623-b172-4206-b43b-eec7f3ade24d req-1cc2f45a-7c30-41fb-82e1-aefe71421f4e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876279 Oct 17 10:32:24.691786 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-27215eea-2819-4efb-9ab3-6de846a972fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:24.693263 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-27215eea-2819-4efb-9ab3-6de846a972fb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462713 Oct 17 10:32:24.784225 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-3f5af4e1-a859-449d-b71c-e4215e82a12b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842695 Oct 17 10:32:24.878403 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c10c505-b5c4-4d2c-b4ba-41be5e837a3c req-9c1706df-5601-4fbf-9b9d-4728f2780948 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873401 Oct 17 10:32:25.028589 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:25.048622 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9ace5-bff9-443b-8e0a-b623e57d2b46 req-986ac751-0e65-4438-9c67-3167788f208b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:25.050107 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fb9ace5-bff9-443b-8e0a-b623e57d2b46 req-986ac751-0e65-4438-9c67-3167788f208b tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 945 time: 0.0491188 Oct 17 10:32:25.099840 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fb9ace5-bff9-443b-8e0a-b623e57d2b46 req-1b6d3db3-f75d-4c7b-b71b-3038dbd46d66 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Oct 17 10:32:25.138967 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cfcdb-b771-43b6-b925-f05cb0e5a000 req-c89e782e-b196-4b84-97c7-991f2c215b41 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:25.140456 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c89cfcdb-b771-43b6-b925-f05cb0e5a000 req-c89e782e-b196-4b84-97c7-991f2c215b41 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0495949 Oct 17 10:32:25.189644 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c89cfcdb-b771-43b6-b925-f05cb0e5a000 req-0e2dd1ea-be4b-484b-b8ac-41e06e2ad4d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423076 Oct 17 10:32:25.219866 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49582bce-1c84-4dd3-82a6-67f2970ebd5e req-9348fc15-130b-43fd-89e2-a3fafb08f915 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:25.221254 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49582bce-1c84-4dd3-82a6-67f2970ebd5e req-9348fc15-130b-43fd-89e2-a3fafb08f915 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 945 time: 0.0473876 Oct 17 10:32:25.232866 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59574) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:25.237245 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-f1ce382b-25e2-4f35-8020-685deb6aa858 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Request body: {'floatingip': {'port_id': '234eeab0-608b-4862-ba56-6aedf471e915'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:25.278187 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f1ce382b-25e2-4f35-8020-685deb6aa858 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (e085a0b7-ef08-40fb-a2ad-a789d9f058fd), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:25.708515 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f1ce382b-25e2-4f35-8020-685deb6aa858 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:25.713493 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f1ce382b-25e2-4f35-8020-685deb6aa858 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (e085a0b7-ef08-40fb-a2ad-a789d9f058fd), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:25.792484 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8da9e8-27b6-4ef4-8604-0a35d36b096b req-44baf1d2-5e82-456a-93d3-f8f2971f9d6d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:25.794135 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cf8da9e8-27b6-4ef4-8604-0a35d36b096b req-44baf1d2-5e82-456a-93d3-f8f2971f9d6d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0515077 Oct 17 10:32:25.811521 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-f1ce382b-25e2-4f35-8020-685deb6aa858 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Floating IP e085a0b7-ef08-40fb-a2ad-a789d9f058fd associated. External IP: 172.27.3.241, port: 234eeab0-608b-4862-ba56-6aedf471e915. Oct 17 10:32:25.845073 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cf8da9e8-27b6-4ef4-8604-0a35d36b096b req-cc5755f5-cc48-4dfb-bdbe-f18c7d3b289a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452166 Oct 17 10:32:25.958542 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:26.013820 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ce382b-25e2-4f35-8020-685deb6aa858 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Router 1d34bb7a-d454-4d9b-ad00-61b64426be90 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:32:26.119732 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ce382b-25e2-4f35-8020-685deb6aa858 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:32:26.124704 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f1ce382b-25e2-4f35-8020-685deb6aa858 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:26.129630 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] Sync routers for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:32:26.141843 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:26.142504 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:26.154634 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f1ce382b-25e2-4f35-8020-685deb6aa858 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/e085a0b7-ef08-40fb-a2ad-a789d9f058fd HTTP/1.1" status: 200 len: 991 time: 0.9207122 Oct 17 10:32:26.155276 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0213217-d654-40f4-a65f-0515383c1b09', 'tag': '234eeab0-608b-4862-ba56-6aedf471e915'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:26.157553 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22739b6-d7f1-4f93-8b98-941fad99e88b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0213217-d654-40f4-a65f-0515383c1b09", "tag": "234eeab0-608b-4862-ba56-6aedf471e915"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:26.194373 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4893bbac-64dd-4281-8d45-4f14fd74fa48 x-openstack-request-id: req-4893bbac-64dd-4281-8d45-4f14fd74fa48 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:26.194669 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0213217-d654-40f4-a65f-0515383c1b09", "tag": "234eeab0-608b-4862-ba56-6aedf471e915", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:26.194924 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4893bbac-64dd-4281-8d45-4f14fd74fa48 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:26.196038 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4893bbac-64dd-4281-8d45-4f14fd74fa48'] response: {'name': 'network-changed', 'server_uuid': 'f0213217-d654-40f4-a65f-0515383c1b09', 'tag': '234eeab0-608b-4862-ba56-6aedf471e915', 'status': 'completed', 'code': 200} Oct 17 10:32:26.220504 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:32:26.319938 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8615d2-38f2-4a45-add4-27e3a142d168 req-99c99dbe-5b59-4a6e-b7e3-d8bf10232dbe tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:26.321527 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fc8615d2-38f2-4a45-add4-27e3a142d168 req-99c99dbe-5b59-4a6e-b7e3-d8bf10232dbe tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0493267 Oct 17 10:32:26.371220 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fc8615d2-38f2-4a45-add4-27e3a142d168 req-9e1e203d-fd02-4d8a-96e0-01e65bc49014 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438793 Oct 17 10:32:26.393383 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:26.477708 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:26.506121 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:26.611025 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'e085a0b7-ef08-40fb-a2ad-a789d9f058fd', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'port_id': '234eeab0-608b-4862-ba56-6aedf471e915', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'mac_address': 'fa:16:3e:ff:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0213217-d654-40f4-a65f-0515383c1b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:32:09Z', 'updated_at': '2022-10-17T10:32:25Z', 'revision_number': 1, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:26.639313 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] Checking router: 1d34bb7a-d454-4d9b-ad00-61b64426be90 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:32:26.647716 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:26.648863 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:26.750017 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:26.933663 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:26.962312 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'e085a0b7-ef08-40fb-a2ad-a789d9f058fd', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'port_id': '234eeab0-608b-4862-ba56-6aedf471e915', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'mac_address': 'fa:16:3e:ff:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0213217-d654-40f4-a65f-0515383c1b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:32:09Z', 'updated_at': '2022-10-17T10:32:25Z', 'revision_number': 1, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:26.975056 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-f4f88096-3e37-4b87-b4a4-621a76f878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:26.977155 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-f4f88096-3e37-4b87-b4a4-621a76f878d0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 1129 time: 0.0432525 Oct 17 10:32:26.977534 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4b28c-3163-48b4-93ad-4d4e1482df05 req-315587a8-ff1a-4dd7-9fb8-d4159458a20a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:26.979273 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a2e4b28c-3163-48b4-93ad-4d4e1482df05 req-315587a8-ff1a-4dd7-9fb8-d4159458a20a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0544589 Oct 17 10:32:26.988905 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d34c6f-e28d-4b0c-b529-07ce8d119ad9 None None] The sync data for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi is: [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'e085a0b7-ef08-40fb-a2ad-a789d9f058fd', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'port_id': '234eeab0-608b-4862-ba56-6aedf471e915', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'mac_address': 'fa:16:3e:ff:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0213217-d654-40f4-a65f-0515383c1b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:32:09Z', 'updated_at': '2022-10-17T10:32:25Z', 'revision_number': 1, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:32:27.037761 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a2e4b28c-3163-48b4-93ad-4d4e1482df05 req-c6dbdb7b-3758-4599-b2a0-7c9fee524d1a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524948 Oct 17 10:32:27.083486 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-eafc9340-df86-43ed-adfd-10867a0900e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:27.084994 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-eafc9340-df86-43ed-adfd-10867a0900e8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 200 len: 912 time: 0.1012397 Oct 17 10:32:27.152113 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-52c53d0a-38ad-43f3-beb7-aa3407d8bbd3 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=234eeab0-608b-4862-ba56-6aedf471e915 HTTP/1.1" status: 200 len: 999 time: 0.0607963 Oct 17 10:32:27.191826 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb6282-6fcd-4f9a-9b49-46c118c966c5 None None] New status for floating IP e085a0b7-ef08-40fb-a2ad-a789d9f058fd: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:32:27.205504 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-75ae37d2-f137-4b6b-be94-c3b64e1b9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:27.206988 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-75ae37d2-f137-4b6b-be94-c3b64e1b9623 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=16961a83-7d1e-4dac-aa8e-f48fd5034240 HTTP/1.1" status: 200 len: 850 time: 0.0492127 Oct 17 10:32:27.324765 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:27.338038 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-302e802f-7e41-4fe9-9356-0253bada0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:27.339649 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-302e802f-7e41-4fe9-9356-0253bada0c6c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421767 Oct 17 10:32:27.480445 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:27.496804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab709d4-c590-4c7b-ad18-1a97cb592d3c req-2e68f593-dd84-40ca-aeb4-6226aaab93f7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:27.498268 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7ab709d4-c590-4c7b-ad18-1a97cb592d3c req-2e68f593-dd84-40ca-aeb4-6226aaab93f7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0473058 Oct 17 10:32:27.549059 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7ab709d4-c590-4c7b-ad18-1a97cb592d3c req-f93e5475-588c-4ee9-808e-3564cf835168 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452397 Oct 17 10:32:27.866078 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-9fe82b71-119d-494f-a418-3869ba5d10a1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922790 Oct 17 10:32:28.156706 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75686c62-afde-40e4-ac2c-1f8275849330 req-a95ed245-5791-44c8-bf16-3ee80d0d7888 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:28.158090 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-75686c62-afde-40e4-ac2c-1f8275849330 req-a95ed245-5791-44c8-bf16-3ee80d0d7888 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0468097 Oct 17 10:32:28.211742 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-75686c62-afde-40e4-ac2c-1f8275849330 req-aa0b0939-2765-481d-912c-a9603e4b58bd tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478761 Oct 17 10:32:28.268693 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e22739b6-d7f1-4f93-8b98-941fad99e88b req-1c2613fc-e452-4a41-994a-6166dfd54a5a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090157 Oct 17 10:32:28.680905 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b9685-55a3-4919-b7df-839d3552d5e8 req-35782f28-ba6e-4512-a530-baefd095b8f9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:28.682495 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e91b9685-55a3-4919-b7df-839d3552d5e8 req-35782f28-ba6e-4512-a530-baefd095b8f9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0529289 Oct 17 10:32:28.732486 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e91b9685-55a3-4919-b7df-839d3552d5e8 req-43b3ba75-0070-4abf-bdcf-543e9a8e6140 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440738 Oct 17 10:32:29.122377 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:32:29.231930 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:29.243890 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'port_id': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'mac_address': 'fa:16:3e:5f:35:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:32:29.283470 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port cca519f2-c8ec-4e21-9d79-8c8665f98315 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:29.283867 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:29.298023 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca519f2-c8ec-4e21-9d79-8c8665f98315 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:32:29.318277 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:29.322713 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:29.342601 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9be137-aa75-41da-917a-ab235a5d134f req-c19f5265-21a9-4846-9c34-95954258ef58 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:29.344212 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-df9be137-aa75-41da-917a-ab235a5d134f req-c19f5265-21a9-4846-9c34-95954258ef58 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0520258 Oct 17 10:32:29.373250 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:29.400536 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-df9be137-aa75-41da-917a-ab235a5d134f req-2e51a5fb-f6e5-4611-8575-e29104a265d4 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501390 Oct 17 10:32:29.806763 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['cca519f2-c8ec-4e21-9d79-8c8665f98315'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:32:29.869810 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d29f6-96ee-4193-a6cc-d119eb2ab0f8 req-5934ebed-0e30-4417-99f6-19c0acf342f0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:29.872091 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-617d29f6-96ee-4193-a6cc-d119eb2ab0f8 req-5934ebed-0e30-4417-99f6-19c0acf342f0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 945 time: 0.0554748 Oct 17 10:32:29.921663 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-617d29f6-96ee-4193-a6cc-d119eb2ab0f8 req-9eac3fcf-813c-4663-8b5c-374381e332b9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Oct 17 10:32:29.928636 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:29.940668 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:30.219728 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-fa28f0bc-9ae3-46cf-873a-5b48e1f25867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:30.221270 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-fa28f0bc-9ae3-46cf-873a-5b48e1f25867 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54&tenant_id=8ca835fdc95849cd8db1882ebb693cc3 HTTP/1.1" status: 200 len: 1127 time: 0.0929396 Oct 17 10:32:30.303675 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-fca73ff7-2252-429b-b3b5-734b5a5f728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:30.305949 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-fca73ff7-2252-429b-b3b5-734b5a5f728d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1127 time: 0.0415928 Oct 17 10:32:30.406199 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-514bae7b-ed9e-497c-95df-8ccad84f05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:30.407724 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-514bae7b-ed9e-497c-95df-8ccad84f05eb service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=d56795ad-30de-454e-bbb7-cab8a4532983 HTTP/1.1" status: 200 len: 910 time: 0.0956705 Oct 17 10:32:30.473792 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c7ea2-a1e4-432b-90ba-8648d28c5856 req-e7fa1efd-e862-4bb0-af54-fd552b1fed4b tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:30.475334 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-263c7ea2-a1e4-432b-90ba-8648d28c5856 req-e7fa1efd-e862-4bb0-af54-fd552b1fed4b tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 945 time: 0.0476336 Oct 17 10:32:30.526210 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-263c7ea2-a1e4-432b-90ba-8648d28c5856 req-0e7242e4-df0b-4688-a89d-98a0674bfe35 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435748 Oct 17 10:32:30.528734 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d2178-9423-404d-b1c5-45928079240f req-5ef93ea5-692a-4134-aa78-d21363cc394e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:30.530291 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-075d2178-9423-404d-b1c5-45928079240f req-5ef93ea5-692a-4134-aa78-d21363cc394e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0511198 Oct 17 10:32:30.581128 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-075d2178-9423-404d-b1c5-45928079240f req-a9761edc-2f74-494e-b123-d105e041c61d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451519 Oct 17 10:32:31.047130 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b536ce-751c-4129-89a5-4761bc13b85d req-08a6bae0-5c28-4e56-b17d-b452b47c0b32 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:31.048563 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-50b536ce-751c-4129-89a5-4761bc13b85d req-08a6bae0-5c28-4e56-b17d-b452b47c0b32 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 945 time: 0.0461521 Oct 17 10:32:31.100280 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-50b536ce-751c-4129-89a5-4761bc13b85d req-fd07fa7b-ea56-4ae5-8d5b-314aa1b6fefd tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460873 Oct 17 10:32:31.145258 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:32:31.186864 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port cca519f2-c8ec-4e21-9d79-8c8665f98315 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:32:31.192551 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port cca519f2-c8ec-4e21-9d79-8c8665f98315 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:31.193018 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:31.193383 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port cca519f2-c8ec-4e21-9d79-8c8665f98315 Oct 17 10:32:31.268872 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port cca519f2-c8ec-4e21-9d79-8c8665f98315 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:31.269264 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:31.292515 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:31.294781 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c926c3c8-b95c-47a6-a463-e96959b83fd1" -d '{"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-plugged", "status": "completed", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:31.308106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:31.312143 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:31.335727 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d656fc-4b60-4ac6-8e00-918f1ad175b2 x-openstack-request-id: req-74d656fc-4b60-4ac6-8e00-918f1ad175b2 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:31.336569 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-plugged", "status": "completed", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:31.336825 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74d656fc-4b60-4ac6-8e00-918f1ad175b2 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:31.337218 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d656fc-4b60-4ac6-8e00-918f1ad175b2'] response: {'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'code': 200} Oct 17 10:32:31.362499 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:31.647025 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c5fe7-45af-4b26-a5e7-30c3210edff8 req-d33f8561-4dcb-464f-ad89-ebf23278c4f1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:31.648759 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-405c5fe7-45af-4b26-a5e7-30c3210edff8 req-d33f8561-4dcb-464f-ad89-ebf23278c4f1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 945 time: 0.0490401 Oct 17 10:32:31.697305 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-405c5fe7-45af-4b26-a5e7-30c3210edff8 req-e0c38a47-ee88-445b-a5bb-03913d53fce7 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432398 Oct 17 10:32:31.706470 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ea1c5-007f-4d92-b8df-8bb304b07843 req-b7a053bc-e9e9-4cd4-aa39-a0023abb2124 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:31.707970 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-204ea1c5-007f-4d92-b8df-8bb304b07843 req-b7a053bc-e9e9-4cd4-aa39-a0023abb2124 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0471251 Oct 17 10:32:31.757972 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-204ea1c5-007f-4d92-b8df-8bb304b07843 req-a3d80c1e-1df0-42d4-ab68-d09cfb933526 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437274 Oct 17 10:32:31.919428 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:31.923823 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-4b0ff27c-dc21-40a4-aed1-a41e2b4b146f service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 200 len: 999 time: 0.0621531 Oct 17 10:32:31.999975 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-3d21e41c-ec44-4670-bef0-14ae7d800aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:32.001414 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-3d21e41c-ec44-4670-bef0-14ae7d800aa6 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=5f930520-938c-40ea-9764-88e84144a5bd HTTP/1.1" status: 200 len: 848 time: 0.0481982 Oct 17 10:32:32.074955 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:32.082260 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-2138e25a-1ee5-4e3a-b601-392b0342798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:32.083778 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-2138e25a-1ee5-4e3a-b601-392b0342798b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=d56795ad-30de-454e-bbb7-cab8a4532983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696199 Oct 17 10:32:32.084946 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312881f9-6299-43b7-a64e-829575eb8e82 req-448dde0b-f211-4f58-a494-026653373cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:32.086863 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-312881f9-6299-43b7-a64e-829575eb8e82 req-448dde0b-f211-4f58-a494-026653373cbb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 1130 time: 0.0654674 Oct 17 10:32:32.283937 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb750b2b-5f23-4c52-9ad5-d35d82e87b33 req-b5e24863-0379-426f-9d7e-5f85d5bcb31d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:32.285401 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eb750b2b-5f23-4c52-9ad5-d35d82e87b33 req-b5e24863-0379-426f-9d7e-5f85d5bcb31d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.1070526 Oct 17 10:32:32.336708 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-312881f9-6299-43b7-a64e-829575eb8e82 req-5d2e3849-e193-4b3e-acf9-9eb457cae2c8 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249716 Oct 17 10:32:32.377820 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-21e42781-eadb-41e4-92a2-ab9de31c6c39 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675942 Oct 17 10:32:32.385103 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eb750b2b-5f23-4c52-9ad5-d35d82e87b33 req-50907bcb-3f74-4f72-968e-1509570d9e71 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927880 Oct 17 10:32:32.824270 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425358-26b9-4749-b6e6-4bc6125851d8 req-6bc2ab21-7db9-4ba8-8fbc-d91584a18291 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:32.825944 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-60425358-26b9-4749-b6e6-4bc6125851d8 req-6bc2ab21-7db9-4ba8-8fbc-d91584a18291 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 945 time: 0.0545290 Oct 17 10:32:32.842066 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-8b2f5f96-6741-4540-9338-e1cc41322965 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:32.843683 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-8b2f5f96-6741-4540-9338-e1cc41322965 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 945 time: 0.0912290 Oct 17 10:32:32.876630 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-60425358-26b9-4749-b6e6-4bc6125851d8 req-68451508-67d8-4bae-bd2a-8cc89a3ee5b0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05e86697-6fb8-43f1-9b56-9883837f6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449481 Oct 17 10:32:32.917362 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261b40e-4d6c-4f1b-b821-161c7c8c740e req-0fb0f1ce-e6a0-4abe-939a-1996f068e087 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:32.918837 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d261b40e-4d6c-4f1b-b821-161c7c8c740e req-0fb0f1ce-e6a0-4abe-939a-1996f068e087 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0724370 Oct 17 10:32:32.922295 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-d115a49b-f230-45b8-8103-54f0405667d5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616302 Oct 17 10:32:32.967263 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d261b40e-4d6c-4f1b-b821-161c7c8c740e req-215dfca7-7a3f-431f-bb43-483ec288f14d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Oct 17 10:32:33.339658 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Deleting port a4988059-c6df-4884-b84c-2138e3c60d51 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:32:33.339995 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:33.433107 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] For port a4988059-c6df-4884-b84c-2138e3c60d51, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a4988059-c6df-4884-b84c-2138e3c60d51,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:33.433481 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:33.510849 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee289a47-fede-4433-8eed-493f724f58f1 req-d08f2dbc-ada7-46fb-81dc-7c34d7d47949 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:33.512322 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ee289a47-fede-4433-8eed-493f724f58f1 req-d08f2dbc-ada7-46fb-81dc-7c34d7d47949 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0482907 Oct 17 10:32:33.560377 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ee289a47-fede-4433-8eed-493f724f58f1 req-040a8fd0-e96c-4ebe-a0be-6f29f4bad401 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421784 Oct 17 10:32:33.599604 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:33.599968 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (fd81578b-07ad-4a6e-aeb0-d8411a23b43d), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:33.600286 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Floating IP fd81578b-07ad-4a6e-aeb0-d8411a23b43d disassociated. External IP: 172.27.3.144, port: a4988059-c6df-4884-b84c-2138e3c60d51. Oct 17 10:32:33.600629 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Calling delete_port for a4988059-c6df-4884-b84c-2138e3c60d51 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:32:33.654989 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:33.675593 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:33.733261 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (a4988059-c6df-4884-b84c-2138e3c60d51), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:33.764818 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'Port': ['ID=a4988059-c6df-4884-b84c-2138e3c60d51,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:33.775450 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.775803 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.776168 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.776510 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.776845 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.777927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.777927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.777927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.778340 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.778547 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.778927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.779145 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.779468 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.779794 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.780114 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:32:33.885132 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:32:34.006110 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0afc7b7b-78c3-409f-bdbb-c266f41340df req-80220607-d03c-45be-b484-8481ea03a21e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 210 time: 0.0365944 Oct 17 10:32:34.015619 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:32:34.030161 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:32:34.045682 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:34.046879 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:34.062748 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] No DVR routers for this DVR port a4988059-c6df-4884-b84c-2138e3c60d51 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:32:34.065348 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:34.072040 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-eaca103a-2ada-4ba6-adff-84c5df559660 req-4686d18c-c27c-4118-9b18-42b31f0275c3 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "DELETE /networking/v2.0/ports/a4988059-c6df-4884-b84c-2138e3c60d51 HTTP/1.1" status: 204 len: 173 time: 0.8135417 Oct 17 10:32:34.073475 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'name': 'network-vif-deleted', 'tag': 'a4988059-c6df-4884-b84c-2138e3c60d51'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:34.076228 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3c8fda-cf82-4da8-8f03-73a0a8c21f69" -d '{"events": [{"server_uuid": "b72c375f-ee9a-4b63-acc8-a2ac6bc2240d", "name": "network-vif-deleted", "tag": "a4988059-c6df-4884-b84c-2138e3c60d51"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:34.097710 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056b934-c27d-4cbf-a9bf-df112c6cd4f7 req-61ad00b5-2dd1-49a5-baa4-37155a8e6377 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:34.099148 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b056b934-c27d-4cbf-a9bf-df112c6cd4f7 req-61ad00b5-2dd1-49a5-baa4-37155a8e6377 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0533557 Oct 17 10:32:34.128921 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5427d9-fcd4-4869-ab2a-bfc8286db443 x-openstack-request-id: req-8b5427d9-fcd4-4869-ab2a-bfc8286db443 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:34.129425 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72c375f-ee9a-4b63-acc8-a2ac6bc2240d", "name": "network-vif-deleted", "tag": "a4988059-c6df-4884-b84c-2138e3c60d51", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:34.129677 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b5427d9-fcd4-4869-ab2a-bfc8286db443 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:34.130110 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5427d9-fcd4-4869-ab2a-bfc8286db443'] response: {'server_uuid': 'b72c375f-ee9a-4b63-acc8-a2ac6bc2240d', 'name': 'network-vif-deleted', 'tag': 'a4988059-c6df-4884-b84c-2138e3c60d51', 'status': 'completed', 'code': 200} Oct 17 10:32:34.173125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:34.176471 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b056b934-c27d-4cbf-a9bf-df112c6cd4f7 req-eae28d56-0145-4b7d-8c3b-028e46c740b8 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688910 Oct 17 10:32:34.383848 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:34.408364 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:32:34.417438 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:34.418044 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:34.526316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:34.676695 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:34.687709 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4ee12-1538-4446-82ed-d7205a846e24 req-1105bec9-e001-41e2-bf3d-16284ae8b8a0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:34.689192 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-15a4ee12-1538-4446-82ed-d7205a846e24 req-1105bec9-e001-41e2-bf3d-16284ae8b8a0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0475318 Oct 17 10:32:34.716634 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:34.738188 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-15a4ee12-1538-4446-82ed-d7205a846e24 req-ae3c4ecc-78c2-4161-831d-c086a2bc9c8a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 Oct 17 10:32:34.746089 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531612a-6782-4d32-82ec-24d85597cb4c None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:32:34.872717 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68b83b-36e6-4de6-95ff-f03de8c8fce7 req-4a7bcdd2-fb11-42f5-a255-f93e9fe3b29e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:34.874206 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2c68b83b-36e6-4de6-95ff-f03de8c8fce7 req-4a7bcdd2-fb11-42f5-a255-f93e9fe3b29e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0573864 Oct 17 10:32:34.885776 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59662) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:34.890583 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-f74f5d28-f72c-4621-bb06-320b6c572a1e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'floatingip': {'port_id': 'cca519f2-c8ec-4e21-9d79-8c8665f98315'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:34.938010 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f74f5d28-f72c-4621-bb06-320b6c572a1e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (ad51e636-4162-4d9f-956d-4248516e291f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:35.016512 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9443bc-d9e8-4ae7-85ef-c22f50fde94c None None] New status for floating IP fd81578b-07ad-4a6e-aeb0-d8411a23b43d: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:32:35.178387 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e4044575-20f7-4994-9a65-a8a94dfc2315 req-c198cee1-62fb-475b-9223-a5bd7c4c42af tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b72c375f-ee9a-4b63-acc8-a2ac6bc2240d HTTP/1.1" status: 200 len: 210 time: 0.0612926 Oct 17 10:32:35.205589 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device a4988059-c6df-4884-b84c-2138e3c60d51 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:32:35.242712 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: a4988059-c6df-4884-b84c-2138e3c60d51 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:32:35.243085 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device a4988059-c6df-4884-b84c-2138e3c60d51 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:32:35.302407 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65309f3c-1e7d-4d6d-b932-14bb0ec470be req-078fc4b7-b633-4a52-b5ab-a93c2666f3c3 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:35.304245 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65309f3c-1e7d-4d6d-b932-14bb0ec470be req-078fc4b7-b633-4a52-b5ab-a93c2666f3c3 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0487065 Oct 17 10:32:35.337743 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:35.356056 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65309f3c-1e7d-4d6d-b932-14bb0ec470be req-7467de0f-01c5-43d2-9de2-3e7fcf760d06 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457354 Oct 17 10:32:35.485246 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f74f5d28-f72c-4621-bb06-320b6c572a1e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:35.488197 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f74f5d28-f72c-4621-bb06-320b6c572a1e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (ad51e636-4162-4d9f-956d-4248516e291f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:35.539353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:35.569924 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:35.589367 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-f74f5d28-f72c-4621-bb06-320b6c572a1e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Floating IP ad51e636-4162-4d9f-956d-4248516e291f associated. External IP: 172.27.3.43, port: cca519f2-c8ec-4e21-9d79-8c8665f98315. Oct 17 10:32:35.775255 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:35.783933 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d28934c5-8044-471d-a866-f83980ad31e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:36.039123 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74f5d28-f72c-4621-bb06-320b6c572a1e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Router 9dc49344-949a-404d-bb72-d4d86c3ae9cc has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:32:36.142732 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74f5d28-f72c-4621-bb06-320b6c572a1e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:32:36.147401 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f74f5d28-f72c-4621-bb06-320b6c572a1e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:36.152910 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] Sync routers for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:32:36.162013 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:36.162654 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:36.176564 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f74f5d28-f72c-4621-bb06-320b6c572a1e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/ad51e636-4162-4d9f-956d-4248516e291f HTTP/1.1" status: 200 len: 991 time: 1.2896752 Oct 17 10:32:36.177200 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:36.180058 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:36.218920 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3f54ef-dc1d-4b3a-a849-82c722b5146b x-openstack-request-id: req-ab3f54ef-dc1d-4b3a-a849-82c722b5146b {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:36.219215 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:36.219464 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab3f54ef-dc1d-4b3a-a849-82c722b5146b {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:36.219919 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3f54ef-dc1d-4b3a-a849-82c722b5146b'] response: {'name': 'network-changed', 'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'status': 'completed', 'code': 200} Oct 17 10:32:36.281601 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59676) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:36.322622 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-b093eb37-c121-4de7-ba94-5a2d4543922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:36.324028 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-b093eb37-c121-4de7-ba94-5a2d4543922a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 1130 time: 0.0427463 Oct 17 10:32:36.343675 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f8c4eef3-d689-4554-8c34-7d1332d39a46 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (05e86697-6fb8-43f1-9b56-9883837f6e31), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:36.373899 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f8c4eef3-d689-4554-8c34-7d1332d39a46 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (05e86697-6fb8-43f1-9b56-9883837f6e31), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:36.383505 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:36.437988 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:36.445457 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-14881794-e43f-4675-a946-f44911bfabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:36.447830 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-14881794-e43f-4675-a946-f44911bfabeb service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 917 time: 0.1180909 Oct 17 10:32:36.448322 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f8c4eef3-d689-4554-8c34-7d1332d39a46 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (05e86697-6fb8-43f1-9b56-9883837f6e31), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:36.452137 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f8c4eef3-d689-4554-8c34-7d1332d39a46 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:36.453597 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f8c4eef3-d689-4554-8c34-7d1332d39a46 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/05e86697-6fb8-43f1-9b56-9883837f6e31 HTTP/1.1" status: 204 len: 168 time: 0.1707101 Oct 17 10:32:36.462532 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59680) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:36.495311 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4eef3-d689-4554-8c34-7d1332d39a46 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e86697-6fb8-43f1-9b56-9883837f6e31,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:36.502517 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.api.v2.resource [None req-3761d31d-e765-4a89-9c36-fcd9f525c2b4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] show failed (client error): The resource could not be found. Oct 17 10:32:36.503503 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-3761d31d-e765-4a89-9c36-fcd9f525c2b4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups/05e86697-6fb8-43f1-9b56-9883837f6e31 HTTP/1.1" status: 404 len: 347 time: 0.0391355 Oct 17 10:32:36.505913 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59682) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:36.518726 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594b5b-f977-4d25-8924-664ec81a2696 req-5c18e887-a494-4431-a69e-ee62b3bd3ec6 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:36.522041 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d594b5b-f977-4d25-8924-664ec81a2696 req-5c18e887-a494-4431-a69e-ee62b3bd3ec6 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0666289 Oct 17 10:32:36.580236 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d594b5b-f977-4d25-8924-664ec81a2696 req-9710c1fa-ad67-4ed6-91fb-f0a5d3edcc5c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516994 Oct 17 10:32:36.611803 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-ae3ab3fc-2035-4ca1-89eb-9bfe016daa4e service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315 HTTP/1.1" status: 200 len: 999 time: 0.1565931 Oct 17 10:32:36.671618 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'ad51e636-4162-4d9f-956d-4248516e291f', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'port_id': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'mac_address': 'fa:16:3e:5f:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239b5400-d752-426a-a5f1-fe0746c3e990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:32:18Z', 'updated_at': '2022-10-17T10:32:35Z', 'revision_number': 1, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:36.677791 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Deleting port ad585238-c286-4b9b-9bd2-ecb3b4fdad9c {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:32:36.678140 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (ad585238-c286-4b9b-9bd2-ecb3b4fdad9c), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:36.695705 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] Checking router: 9dc49344-949a-404d-bb72-d4d86c3ae9cc for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:32:36.703948 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:36.704549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:36.725621 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-61d3c1d4-2b10-4364-a3ff-80a012b4aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:36.727781 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-61d3c1d4-2b10-4364-a3ff-80a012b4aed5 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0981867 Oct 17 10:32:36.794994 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-cdcf58c5-5b5f-4c28-8428-7e9e2b07a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:36.796647 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-cdcf58c5-5b5f-4c28-8428-7e9e2b07a9aa service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612359 Oct 17 10:32:36.800201 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (ad585238-c286-4b9b-9bd2-ecb3b4fdad9c), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:36.800530 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (ad585238-c286-4b9b-9bd2-ecb3b4fdad9c), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:36.808106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:36.834531 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Calling delete_port for ad585238-c286-4b9b-9bd2-ecb3b4fdad9c owned by network:floatingip {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:32:36.877493 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:36.921225 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:36.969645 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-c86b4112-9c09-483f-8bec-6ad235a52b49 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615071 Oct 17 10:32:37.019352 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'ad51e636-4162-4d9f-956d-4248516e291f', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'port_id': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'mac_address': 'fa:16:3e:5f:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239b5400-d752-426a-a5f1-fe0746c3e990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:32:18Z', 'updated_at': '2022-10-17T10:32:35Z', 'revision_number': 1, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:37.049559 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b569ee5f-c3f7-4fe2-9d19-04367a3bf363 None None] The sync data for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi is: [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'ad51e636-4162-4d9f-956d-4248516e291f', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'port_id': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'mac_address': 'fa:16:3e:5f:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239b5400-d752-426a-a5f1-fe0746c3e990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:32:18Z', 'updated_at': '2022-10-17T10:32:35Z', 'revision_number': 1, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:32:37.111685 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4e0de1aa-2866-4a8d-88df-9e0f5120e8ae req-60ee94de-7588-4747-922e-72443bddfc61 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300266 Oct 17 10:32:37.113746 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (ad585238-c286-4b9b-9bd2-ecb3b4fdad9c), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.140969 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'Port': ['ID=ad585238-c286-4b9b-9bd2-ecb3b4fdad9c,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:37.208817 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (fd81578b-07ad-4a6e-aeb0-d8411a23b43d), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.212349 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.213497 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f25a0eae-f34c-41ee-91a8-53cdc1dbdc44 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/fd81578b-07ad-4a6e-aeb0-d8411a23b43d HTTP/1.1" status: 204 len: 168 time: 0.7066712 Oct 17 10:32:37.256228 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9783a-93eb-426d-b520-8e043e295248 None None] New status for floating IP ad51e636-4162-4d9f-956d-4248516e291f: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:32:37.285519 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59686) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:37.290511 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-6a8108d4-93d5-476d-be2d-71956d2bd731 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073760049', 'description': 'tempest-description--1054571859'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:37.312053 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a8108d4-93d5-476d-be2d-71956d2bd731 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.384044 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a8108d4-93d5-476d-be2d-71956d2bd731 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.388945 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a8108d4-93d5-476d-be2d-71956d2bd731 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.422976 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a8108d4-93d5-476d-be2d-71956d2bd731 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.424210 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6a8108d4-93d5-476d-be2d-71956d2bd731 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1376116 Oct 17 10:32:37.427380 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59688) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:37.433746 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-0678c134-8bb9-45bf-addc-c05b30e4de0c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group_rule': {'security_group_id': '2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:37.439610 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8108d4-93d5-476d-be2d-71956d2bd731 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:37.463513 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0678c134-8bb9-45bf-addc-c05b30e4de0c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (0192a11e-dc81-4b9a-8bdc-a9e270dfed66), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.519463 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0678c134-8bb9-45bf-addc-c05b30e4de0c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (0192a11e-dc81-4b9a-8bdc-a9e270dfed66), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.523713 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0678c134-8bb9-45bf-addc-c05b30e4de0c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (0192a11e-dc81-4b9a-8bdc-a9e270dfed66), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.542791 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678c134-8bb9-45bf-addc-c05b30e4de0c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0192a11e-dc81-4b9a-8bdc-a9e270dfed66,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:37.549454 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0678c134-8bb9-45bf-addc-c05b30e4de0c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.550635 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0678c134-8bb9-45bf-addc-c05b30e4de0c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223302 Oct 17 10:32:37.553368 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 59690) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:37.558643 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-78cb9be8-c13d-474e-b011-a816f4245f64 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'security_group_rule': {'security_group_id': '2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:37.583655 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78cb9be8-c13d-474e-b011-a816f4245f64 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (578fa8ce-43d9-4167-a354-672cf20d7bac), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.641979 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78cb9be8-c13d-474e-b011-a816f4245f64 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (578fa8ce-43d9-4167-a354-672cf20d7bac), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.645746 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78cb9be8-c13d-474e-b011-a816f4245f64 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (578fa8ce-43d9-4167-a354-672cf20d7bac), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.674397 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb9be8-c13d-474e-b011-a816f4245f64 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578fa8ce-43d9-4167-a354-672cf20d7bac,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:37.700026 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-78cb9be8-c13d-474e-b011-a816f4245f64 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.701274 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-78cb9be8-c13d-474e-b011-a816f4245f64 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469314 Oct 17 10:32:37.704473 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59694) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:37.709064 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:37.720472 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023f0c0-ba29-440a-b1dd-3fd7117f04ba req-5de811df-6e99-4171-b458-b1425191a86f tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:37.721954 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5023f0c0-ba29-440a-b1dd-3fd7117f04ba req-5de811df-6e99-4171-b458-b1425191a86f tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0587430 Oct 17 10:32:37.738453 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.752495 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:37.778495 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5023f0c0-ba29-440a-b1dd-3fd7117f04ba req-9869ca1f-75c2-4627-b52f-e84beffb17ba tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498598 Oct 17 10:32:37.823494 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:37.933740 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Allocated IP 172.27.3.182 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/09837fe3-0e71-49db-bc32-8a60b7904728) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:32:38.042673 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (09837fe3-0e71-49db-bc32-8a60b7904728), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:38.074734 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (09837fe3-0e71-49db-bc32-8a60b7904728), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:38.114251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:38.117258 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:38.121974 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:32:38.149592 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=09837fe3-0e71-49db-bc32-8a60b7904728,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:38.156821 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:38.159080 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:38.171887 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4360-65c9-4d79-b4bd-ff1c28488194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:38.219063 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (abc570ec-90ab-4622-bb3f-ed636fc61f63), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:38.256172 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (09837fe3-0e71-49db-bc32-8a60b7904728), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:38.404077 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (09837fe3-0e71-49db-bc32-8a60b7904728), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:38.408771 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (09837fe3-0e71-49db-bc32-8a60b7904728), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:38.476535 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=09837fe3-0e71-49db-bc32-8a60b7904728,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:38.479600 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (abc570ec-90ab-4622-bb3f-ed636fc61f63), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:38.496200 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:38.497433 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-648bb1c7-7fff-4c97-8372-06eeefd619b6 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7918756 Oct 17 10:32:38.700836 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-53843c6d-299e-4e36-8e89-864d6103d1f4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2073760049&fields=id&tenant_id=41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 267 time: 0.0478110 Oct 17 10:32:38.809439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-052fbaab-314d-4fe3-a699-1a0fc1a4dbbf tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:38.811138 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-052fbaab-314d-4fe3-a699-1a0fc1a4dbbf tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 815 time: 0.1039853 Oct 17 10:32:38.826459 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-fed8cdf0-c5a2-4416-a721-0828d8adcd79 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/quotas/41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 375 time: 0.0100672 Oct 17 10:32:38.881414 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1adf4177-102d-49ac-be6e-3c0dbc4859ad tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497916 Oct 17 10:32:38.903118 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdff9d-e97f-4359-b097-2bbefaaaf649 req-b01004db-e92e-47e5-ac3f-f16e1e4cb29e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:38.904591 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1cfdff9d-e97f-4359-b097-2bbefaaaf649 req-b01004db-e92e-47e5-ac3f-f16e1e4cb29e tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0471153 Oct 17 10:32:38.954169 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1cfdff9d-e97f-4359-b097-2bbefaaaf649 req-251f8963-cd72-4246-b6ac-be445267c556 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Oct 17 10:32:38.978755 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-267997f9-5564-474c-bea4-5bae9d4116a6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Oct 17 10:32:39.071837 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-88889336-a6f5-41cf-a2ea-d52222064b91 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871296 Oct 17 10:32:39.232203 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd615925-7b11-49d9-8c68-dfa12998cb51 req-b21ef5f3-4231-46c2-a0c8-65dd4c3cc414 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 210 time: 0.0283525 Oct 17 10:32:39.371536 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:40.076620 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c6f8a-5a9b-46e2-8222-77d89908ddd8 req-d7e54d3c-49a1-4608-a94c-08179a285110 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:40.078089 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3a1c6f8a-5a9b-46e2-8222-77d89908ddd8 req-d7e54d3c-49a1-4608-a94c-08179a285110 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0486329 Oct 17 10:32:40.109900 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:40.132933 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3a1c6f8a-5a9b-46e2-8222-77d89908ddd8 req-a80951e1-062c-4170-a1ce-7a335d44a8fc tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485146 Oct 17 10:32:40.337247 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-664b353f-d7ce-475b-9ff8-14bce205cd37 req-9e792ede-cf87-4268-b63e-a40f7fc1f015 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 210 time: 0.0309277 Oct 17 10:32:40.667444 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:41.236446 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:41.254461 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c368ec-c6ae-4e50-965c-a3286224d41c req-b76a6780-023d-475e-a54c-a1bd019f6226 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:41.255937 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f1c368ec-c6ae-4e50-965c-a3286224d41c req-b76a6780-023d-475e-a54c-a1bd019f6226 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0481942 Oct 17 10:32:41.286124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:41.310751 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f1c368ec-c6ae-4e50-965c-a3286224d41c req-f2dd1c66-2025-4822-8c09-69bc5681165a tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486026 Oct 17 10:32:41.443840 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d42785b0-60ba-46a7-af85-acf1038eef0f req-4504d730-3c5a-40ef-afca-469ee967dff4 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 210 time: 0.0284250 Oct 17 10:32:41.602525 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-0e4d520d-d98e-4450-b212-b559d9e74d92 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:41.604133 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-0e4d520d-d98e-4450-b212-b559d9e74d92 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 815 time: 0.1061983 Oct 17 10:32:41.683492 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-d6b31dd0-e8ee-40bd-919c-f86d117a5a8a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41a236cfbaf14211a6a3674f3c2f3a67 HTTP/1.1" status: 200 len: 380 time: 0.0526841 Oct 17 10:32:41.767583 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'port': {'device_id': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'admin_state_up': True, 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'security_groups': ['2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:41.879801 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Made reservation on behalf of 41a236cfbaf14211a6a3674f3c2f3a67 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:32:41.883661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:42.011574 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Allocated IP 172.20.0.3 (ad62b422-f6a9-44d6-866f-37a78f2fcbac/ccff10c5-bf44-4d13-98a5-4becf7a00cc0/b03fee14-0c20-4138-b286-c5ef934ceb22) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:32:42.149203 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:42.180923 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:42.227834 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:32:42.231331 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:32:42.235138 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:32:42.263632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event updated for resources: {'Port': ['ID=b03fee14-0c20-4138-b286-c5ef934ceb22,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:42.289268 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:42.289894 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:42.296676 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:42.308035 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-6db18ef9-72b1-43b4-a337-c535c60d0299 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5439990 Oct 17 10:32:42.326039 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Request body: {'port': {'device_id': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:42.391959 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:42.459808 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:42.478639 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99353f-b94c-4586-806a-07951df495a5 req-37836b1b-686c-478c-bd80-acdffbc383d1 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:42.480392 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3f99353f-b94c-4586-806a-07951df495a5 req-37836b1b-686c-478c-bd80-acdffbc383d1 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 943 time: 0.0785737 Oct 17 10:32:42.502897 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-054a7888-8000-4e7a-a60b-b8274d84b745 None None] Provisioning complete for port b03fee14-0c20-4138-b286-c5ef934ceb22 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:42.503431 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-054a7888-8000-4e7a-a60b-b8274d84b745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:42.503555 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-054a7888-8000-4e7a-a60b-b8274d84b745 None None] Attempt 1 to provision port b03fee14-0c20-4138-b286-c5ef934ceb22 Oct 17 10:32:42.536942 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-054a7888-8000-4e7a-a60b-b8274d84b745 None None] Port b03fee14-0c20-4138-b286-c5ef934ceb22 cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:32:42.572205 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5364cfa-a3c2-4458-8138-7425586f05d3 req-0d27d45e-00dc-46bb-a517-ecd1e802a487 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:42.573850 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d5364cfa-a3c2-4458-8138-7425586f05d3 req-0d27d45e-00dc-46bb-a517-ecd1e802a487 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 931 time: 0.0487993 Oct 17 10:32:42.585175 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:42.615039 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3f99353f-b94c-4586-806a-07951df495a5 req-2d7ae0af-97e8-4318-882f-70287717a8a7 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267519 Oct 17 10:32:42.626229 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d5364cfa-a3c2-4458-8138-7425586f05d3 req-3b0fd2c0-6752-49a4-936b-fcbd86844d75 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466352 Oct 17 10:32:42.737277 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03fee14-0c20-4138-b286-c5ef934ceb22 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:32:42.744633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Publish callbacks [] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:42.756586 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Transition to ACTIVE for port object b03fee14-0c20-4138-b286-c5ef934ceb22 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:32:42.761329 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:42.846503 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Pushing event updated for resources: {'Port': ['ID=b03fee14-0c20-4138-b286-c5ef934ceb22,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:42.872698 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Attempting to bind port b03fee14-0c20-4138-b286-c5ef934ceb22 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:32:42.873060 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Attempting to bind port b03fee14-0c20-4138-b286-c5ef934ceb22 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:32:42.873392 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Attempting to bind port b03fee14-0c20-4138-b286-c5ef934ceb22 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:32:42.915229 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Port b03fee14-0c20-4138-b286-c5ef934ceb22 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:32:42.915554 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Attempting to bind port b03fee14-0c20-4138-b286-c5ef934ceb22 on network ad62b422-f6a9-44d6-866f-37a78f2fcbac {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:32:42.958943 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:32:42.959271 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Checking segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:32:42.959646 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Bound using segment: {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:32:42.960073 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Bound port: b03fee14-0c20-4138-b286-c5ef934ceb22, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31cee46-c22c-465f-88f8-62ee40c7c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:32:42.961070 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:43.016152 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:43.020148 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] For port b03fee14-0c20-4138-b286-c5ef934ceb22, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:32:43.024215 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] For port b03fee14-0c20-4138-b286-c5ef934ceb22, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b03fee14-0c20-4138-b286-c5ef934ceb22,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:32:43.030881 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:43.033934 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:43.034555 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:43.036274 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/b03fee14-0c20-4138-b286-c5ef934ceb22 HTTP/1.1" status: 200 len: 1093 time: 0.7146442 Oct 17 10:32:43.038558 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'tag': 'b03fee14-0c20-4138-b286-c5ef934ceb22'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:43.040762 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d396a89-cddc-42d0-8273-e30a5ceb28e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5861a58c-cacd-4d21-98ba-c8e7c3035149", "tag": "b03fee14-0c20-4138-b286-c5ef934ceb22"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:43.084646 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1660cf-1c45-44d1-b5df-07b1e16d7ff3 x-openstack-request-id: req-ef1660cf-1c45-44d1-b5df-07b1e16d7ff3 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:43.084968 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5861a58c-cacd-4d21-98ba-c8e7c3035149", "tag": "b03fee14-0c20-4138-b286-c5ef934ceb22", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:43.085179 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef1660cf-1c45-44d1-b5df-07b1e16d7ff3 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:43.086164 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1660cf-1c45-44d1-b5df-07b1e16d7ff3'] response: {'name': 'network-changed', 'server_uuid': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'tag': 'b03fee14-0c20-4138-b286-c5ef934ceb22', 'status': 'completed', 'code': 200} Oct 17 10:32:43.091145 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585c6a6-9a05-4183-b27c-7f223b03762d service neutron] Pushing event updated for resources: {'Port': ['ID=b03fee14-0c20-4138-b286-c5ef934ceb22,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:43.144272 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-bced1496-e44b-476b-9125-630626e5ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:43.145740 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-bced1496-e44b-476b-9125-630626e5ecdb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 1127 time: 0.0391834 Oct 17 10:32:43.195488 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-b748a125-5f65-408d-bdda-301723cf8f46 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b03fee14-0c20-4138-b286-c5ef934ceb22 HTTP/1.1" status: 200 len: 217 time: 0.0353925 Oct 17 10:32:43.242714 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-30aa93bd-a2ad-4584-a04f-b80dd3f9f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:43.244163 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-30aa93bd-a2ad-4584-a04f-b80dd3f9f25d service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.0442400 Oct 17 10:32:43.245238 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 083d8c37-1604-41ef-9b77-292a1de778b8 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:32:43.262887 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:43.288266 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-0e947361-fd8c-415d-b522-f3e6d9749c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:43.289981 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-0e947361-fd8c-415d-b522-f3e6d9749c2a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402672 Oct 17 10:32:43.308966 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:43.350282 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=083d8c37-1604-41ef-9b77-292a1de778b8,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:43.362115 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '083d8c37-1604-41ef-9b77-292a1de778b8', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'port_id': '083d8c37-1604-41ef-9b77-292a1de778b8', 'mac_address': 'fa:16:3e:a6:81:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:32:43.390926 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-34862f52-5056-4cbb-bc3a-79615206551e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900862 Oct 17 10:32:43.397547 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 083d8c37-1604-41ef-9b77-292a1de778b8 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:43.398034 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:43.415106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083d8c37-1604-41ef-9b77-292a1de778b8 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:32:43.435005 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=083d8c37-1604-41ef-9b77-292a1de778b8,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:43.439248 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:43.456439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:43.486297 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3ef37aa1-b228-4741-b01d-283b0a3fd722 req-8db0a017-4814-4d30-a48c-21e36bca70f4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891197 Oct 17 10:32:43.486565 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=083d8c37-1604-41ef-9b77-292a1de778b8,revision_number=7']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:43.738419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e74e-b363-4b82-b9b8-87f135cab6c9 req-95cf995f-28bb-4e3f-b4e8-efebb69a8f61 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:43.739923 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e698e74e-b363-4b82-b9b8-87f135cab6c9 req-95cf995f-28bb-4e3f-b4e8-efebb69a8f61 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 944 time: 0.0485368 Oct 17 10:32:43.757101 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c139070-a5e0-43c0-b9ad-b04e2e86630c req-3df3a884-430d-47ed-b4ac-929e152881a1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:43.759285 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5c139070-a5e0-43c0-b9ad-b04e2e86630c req-3df3a884-430d-47ed-b4ac-929e152881a1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 943 time: 0.0521445 Oct 17 10:32:43.793813 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e698e74e-b363-4b82-b9b8-87f135cab6c9 req-4571f8e3-1c15-4c41-a734-0454bfa82d1f tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480316 Oct 17 10:32:43.807623 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5c139070-a5e0-43c0-b9ad-b04e2e86630c req-b7a05cc5-aa83-4cb1-a278-93f033de8375 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Oct 17 10:32:43.981059 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['083d8c37-1604-41ef-9b77-292a1de778b8'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:32:44.923627 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5480e34-f422-405f-8c83-a472dffa142e req-f44fc0d2-1fcb-49ad-8118-17e68e1b67e6 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:44.925239 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5480e34-f422-405f-8c83-a472dffa142e req-f44fc0d2-1fcb-49ad-8118-17e68e1b67e6 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 944 time: 0.0508671 Oct 17 10:32:44.979956 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5480e34-f422-405f-8c83-a472dffa142e req-eaf41efe-63b2-4ea7-8ce9-e80e48258279 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478401 Oct 17 10:32:45.075666 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9075cc8-37d0-4e54-aebc-6c5a35f02dc1 req-3820299f-a212-4909-9997-c62fbce1cb0a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:45.077433 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b9075cc8-37d0-4e54-aebc-6c5a35f02dc1 req-3820299f-a212-4909-9997-c62fbce1cb0a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 943 time: 0.0460730 Oct 17 10:32:45.124582 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b9075cc8-37d0-4e54-aebc-6c5a35f02dc1 req-82cdcbe5-a34b-46c1-a011-b5c4461ccbbd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Oct 17 10:32:45.283533 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 083d8c37-1604-41ef-9b77-292a1de778b8 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:32:45.327404 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 083d8c37-1604-41ef-9b77-292a1de778b8 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:45.327795 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:45.328142 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 083d8c37-1604-41ef-9b77-292a1de778b8 Oct 17 10:32:45.401706 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 083d8c37-1604-41ef-9b77-292a1de778b8 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:45.402025 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:45.425040 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:45.427312 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cd362c-9abb-4bab-a511-71538c062775" -d '{"events": [{"server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "name": "network-vif-plugged", "status": "completed", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:45.440008 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=083d8c37-1604-41ef-9b77-292a1de778b8,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:45.444666 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:45.469747 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032d45e3-8f25-4bc6-bbc8-bb52ea792d11 x-openstack-request-id: req-032d45e3-8f25-4bc6-bbc8-bb52ea792d11 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:45.470070 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "name": "network-vif-plugged", "status": "completed", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:45.470347 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-032d45e3-8f25-4bc6-bbc8-bb52ea792d11 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:45.470751 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032d45e3-8f25-4bc6-bbc8-bb52ea792d11'] response: {'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8', 'code': 200} Oct 17 10:32:45.494794 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=083d8c37-1604-41ef-9b77-292a1de778b8,revision_number=8']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:46.013932 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-b8f7b6ec-e3ee-42c2-a383-5ecca94ddb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:46.015462 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-b8f7b6ec-e3ee-42c2-a383-5ecca94ddb92 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 1127 time: 0.0498178 Oct 17 10:32:46.121860 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d030f2-594b-44f0-92c6-862a8523bfcf req-53c5ab95-381d-413b-beea-f7b27e202929 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:46.123483 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c8d030f2-594b-44f0-92c6-862a8523bfcf req-53c5ab95-381d-413b-beea-f7b27e202929 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0662489 Oct 17 10:32:46.262253 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c8d030f2-594b-44f0-92c6-862a8523bfcf req-0ca46ce0-97dc-4024-8c69-85d87f396a7d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108055 Oct 17 10:32:46.266250 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1e01d-3f55-427c-bcc0-f9becf45f409 req-579c5a5c-a392-406f-98be-a41dcd6ce611 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:46.267066 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-6455096e-913d-4288-9cab-0b0ae704ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:46.267829 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-43a1e01d-3f55-427c-bcc0-f9becf45f409 req-579c5a5c-a392-406f-98be-a41dcd6ce611 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 943 time: 0.0552442 Oct 17 10:32:46.268472 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-6455096e-913d-4288-9cab-0b0ae704ae36 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 916 time: 0.1751986 Oct 17 10:32:46.282974 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f9eef-9b13-4aa7-82d8-92d5ad171f25 req-2b43a211-0169-49e1-9477-9626d3fb0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:46.284410 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fd0f9eef-9b13-4aa7-82d8-92d5ad171f25 req-2b43a211-0169-49e1-9477-9626d3fb0971 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1129 time: 0.0684466 Oct 17 10:32:46.320533 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-090fb651-b02e-4357-9244-90536dac2c55 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b03fee14-0c20-4138-b286-c5ef934ceb22 HTTP/1.1" status: 200 len: 217 time: 0.0444875 Oct 17 10:32:46.325929 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-43a1e01d-3f55-427c-bcc0-f9becf45f409 req-b1567c27-442a-4572-aaad-b17cb3e3bcf2 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507779 Oct 17 10:32:46.399437 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fd0f9eef-9b13-4aa7-82d8-92d5ad171f25 req-75c9da8c-fb11-41f6-a85f-5ac17880fc83 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853815 Oct 17 10:32:46.412001 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-4ae0aab5-fb97-4563-9bc2-bda881475f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:46.414420 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-4ae0aab5-fb97-4563-9bc2-bda881475f4e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.0697210 Oct 17 10:32:46.866954 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-28764448-2581-481a-8d73-63108e78c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:46.868553 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-28764448-2581-481a-8d73-63108e78c574 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419273 Oct 17 10:32:47.277976 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device b03fee14-0c20-4138-b286-c5ef934ceb22 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:32:47.291494 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:47.371776 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:47.383980 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port b03fee14-0c20-4138-b286-c5ef934ceb22, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b03fee14-0c20-4138-b286-c5ef934ceb22,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:47.395890 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': 'b03fee14-0c20-4138-b286-c5ef934ceb22', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'port_id': 'b03fee14-0c20-4138-b286-c5ef934ceb22', 'mac_address': 'fa:16:3e:9b:93:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:32:47.434254 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port b03fee14-0c20-4138-b286-c5ef934ceb22 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:47.434694 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:47.450078 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03fee14-0c20-4138-b286-c5ef934ceb22 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:32:47.468775 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f543f78-0ccd-4561-97d0-d9c2c9cb0d56 req-ec4c96ea-82aa-4c76-af38-dabccd66a27c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:47.471275 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port b03fee14-0c20-4138-b286-c5ef934ceb22, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b03fee14-0c20-4138-b286-c5ef934ceb22,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:47.471715 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5f543f78-0ccd-4561-97d0-d9c2c9cb0d56 req-ec4c96ea-82aa-4c76-af38-dabccd66a27c tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 943 time: 0.0599210 Oct 17 10:32:47.480432 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:47.530949 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5f543f78-0ccd-4561-97d0-d9c2c9cb0d56 req-ed39dc54-deee-44ce-8ee4-65d74ddbf881 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517626 Oct 17 10:32:47.532818 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=b03fee14-0c20-4138-b286-c5ef934ceb22,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:47.734013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce595b-5740-4b9a-bb54-e238f49cf23e req-7da49567-fcd6-45e6-af0d-3a91da487b35 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:47.735998 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c4ce595b-5740-4b9a-bb54-e238f49cf23e req-7da49567-fcd6-45e6-af0d-3a91da487b35 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.3853424 Oct 17 10:32:47.746419 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:47.812932 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-3254c6ef-e92e-4fe9-9c59-af370e30c37b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077873 Oct 17 10:32:47.816460 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c4ce595b-5740-4b9a-bb54-e238f49cf23e req-9995372d-36fd-4299-912d-ee284135f939 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727785 Oct 17 10:32:47.978141 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['b03fee14-0c20-4138-b286-c5ef934ceb22'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:32:48.505405 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7d396a89-cddc-42d0-8273-e30a5ceb28e8 req-4f8102d7-2a46-4b10-9028-80e1f2fcd4ee service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869346 Oct 17 10:32:48.652949 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34485d-6862-4261-a879-896db26c15a8 req-819694d8-11fe-4ed3-a70e-d1eae94f44d0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:48.654406 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6a34485d-6862-4261-a879-896db26c15a8 req-819694d8-11fe-4ed3-a70e-d1eae94f44d0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 944 time: 0.0464573 Oct 17 10:32:48.701473 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6a34485d-6862-4261-a879-896db26c15a8 req-a0c14151-6834-4eeb-8da3-7007c2d4115d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Oct 17 10:32:48.923762 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:48.937842 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3882569-acb5-4f83-b5fe-8b4087890492 req-ddacd80e-fce7-4314-9912-180ee0b64f19 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:48.939344 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3882569-acb5-4f83-b5fe-8b4087890492 req-ddacd80e-fce7-4314-9912-180ee0b64f19 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0479848 Oct 17 10:32:48.988266 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f3882569-acb5-4f83-b5fe-8b4087890492 req-de0e11d7-9893-421c-aa49-e1d56e6111c0 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433323 Oct 17 10:32:49.296951 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device b03fee14-0c20-4138-b286-c5ef934ceb22 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:32:49.333812 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:49.335001 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:DELETE=1,neutron:SELECT=29,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:49.341483 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port b03fee14-0c20-4138-b286-c5ef934ceb22 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:32:49.346797 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port b03fee14-0c20-4138-b286-c5ef934ceb22 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:32:49.347178 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:49.347523 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port b03fee14-0c20-4138-b286-c5ef934ceb22 Oct 17 10:32:49.419497 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port b03fee14-0c20-4138-b286-c5ef934ceb22 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:32:49.419815 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:49.442114 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03fee14-0c20-4138-b286-c5ef934ceb22'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:49.444554 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109cff1e-1811-4630-b775-6878578e9810" -d '{"events": [{"server_uuid": "5861a58c-cacd-4d21-98ba-c8e7c3035149", "name": "network-vif-plugged", "status": "completed", "tag": "b03fee14-0c20-4138-b286-c5ef934ceb22"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:49.458264 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port b03fee14-0c20-4138-b286-c5ef934ceb22, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b03fee14-0c20-4138-b286-c5ef934ceb22,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:32:49.463773 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:49.493091 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4d3d70-3f1b-4658-b723-654ed5e235cc x-openstack-request-id: req-cb4d3d70-3f1b-4658-b723-654ed5e235cc {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:49.493470 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5861a58c-cacd-4d21-98ba-c8e7c3035149", "name": "network-vif-plugged", "status": "completed", "tag": "b03fee14-0c20-4138-b286-c5ef934ceb22", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:49.493665 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb4d3d70-3f1b-4658-b723-654ed5e235cc {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:49.494014 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4d3d70-3f1b-4658-b723-654ed5e235cc'] response: {'server_uuid': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03fee14-0c20-4138-b286-c5ef934ceb22', 'code': 200} Oct 17 10:32:49.518079 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=b03fee14-0c20-4138-b286-c5ef934ceb22,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:32:49.757542 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-fd9d69da-086b-41f1-abaf-c14b790700cc service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643106 Oct 17 10:32:49.758599 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adea227-cbf1-4f02-93df-8cf9eb358ffe req-229f8828-9c5e-46c0-8eb7-3e249e5f0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:49.759950 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8adea227-cbf1-4f02-93df-8cf9eb358ffe req-229f8828-9c5e-46c0-8eb7-3e249e5f0c30 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 1129 time: 0.0749800 Oct 17 10:32:49.878477 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887a5d3-1557-4b81-a5a7-8a2241c28262 req-d909f1be-f245-4d79-8046-6cd9533f2ae0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:49.879957 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1887a5d3-1557-4b81-a5a7-8a2241c28262 req-d909f1be-f245-4d79-8046-6cd9533f2ae0 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 945 time: 0.0899284 Oct 17 10:32:49.898389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-bdf4d891-deeb-4d28-b02f-980fd82e6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:49.899787 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-bdf4d891-deeb-4d28-b02f-980fd82e6aca service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1129 time: 0.0939717 Oct 17 10:32:49.903181 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8adea227-cbf1-4f02-93df-8cf9eb358ffe req-31214661-d9bc-48db-bd36-dfedb2eef395 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189458 Oct 17 10:32:49.938889 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1887a5d3-1557-4b81-a5a7-8a2241c28262 req-c7a44c6d-596d-4e2e-a0d5-87f774a34637 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500844 Oct 17 10:32:50.091156 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:50.380783 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-e60605f8-2087-4e24-8820-5ef4bc544984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:50.382176 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-e60605f8-2087-4e24-8820-5ef4bc544984 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=d56795ad-30de-454e-bbb7-cab8a4532983 HTTP/1.1" status: 200 len: 910 time: 0.0907931 Oct 17 10:32:50.916305 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-bbb1dbbb-1ebd-4123-a9f1-db44c9e31d64 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 200 len: 1001 time: 0.0561121 Oct 17 10:32:50.968621 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-93abd137-ed5e-43e0-904a-7f9088499cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:50.970068 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-93abd137-ed5e-43e0-904a-7f9088499cf5 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=5f930520-938c-40ea-9764-88e84144a5bd HTTP/1.1" status: 200 len: 848 time: 0.0472088 Oct 17 10:32:51.020362 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-909189bc-4cd3-4206-aa3b-3a28b38e75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:51.021899 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-909189bc-4cd3-4206-aa3b-3a28b38e75dc service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=d56795ad-30de-454e-bbb7-cab8a4532983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401149 Oct 17 10:32:51.064175 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0f015-3c6d-4048-b223-91df23a5fbc1 req-a77c23fe-253d-49de-a537-6db79560a095 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:51.065815 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fb0f015-3c6d-4048-b223-91df23a5fbc1 req-a77c23fe-253d-49de-a537-6db79560a095 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 945 time: 0.0507953 Oct 17 10:32:51.115976 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fb0f015-3c6d-4048-b223-91df23a5fbc1 req-78f0c7b4-c2a3-4be2-8fda-c919fe866a1b tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430577 Oct 17 10:32:51.123870 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-e082b306-2a1d-4515-955d-267f5da79d13 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926194 Oct 17 10:32:51.216523 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75bd1694-f000-4d83-ab10-ab41be9f963e req-2a597236-0259-4e23-988b-e06f523699a5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850513 Oct 17 10:32:52.240025 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a8ba5-faaa-46aa-a46f-4ffba8485801 req-d9124807-0571-4ac0-ae0d-8b75f41ad174 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:52.243060 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa8a8ba5-faaa-46aa-a46f-4ffba8485801 req-d9124807-0571-4ac0-ae0d-8b75f41ad174 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 945 time: 0.0503614 Oct 17 10:32:52.276265 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:52.298128 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa8a8ba5-faaa-46aa-a46f-4ffba8485801 req-65164de4-a2f9-44fc-82ef-c17a9b0820bd tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495086 Oct 17 10:32:52.416043 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd276b-f580-4fb3-a07e-33fc8bfda9d6 req-13d59446-226d-4dd2-9996-8aacf57e8a1a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:52.417539 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-63cd276b-f580-4fb3-a07e-33fc8bfda9d6 req-13d59446-226d-4dd2-9996-8aacf57e8a1a tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Oct 17 10:32:52.427768 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59780) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:32:52.433413 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-b19afb07-4f13-434f-981c-7040ffa5f4db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Request body: {'floatingip': {'port_id': 'b03fee14-0c20-4138-b286-c5ef934ceb22'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:32:52.472985 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b19afb07-4f13-434f-981c-7040ffa5f4db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (abc570ec-90ab-4622-bb3f-ed636fc61f63), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:52.579952 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:52.905619 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b19afb07-4f13-434f-981c-7040ffa5f4db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:52.909316 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b19afb07-4f13-434f-981c-7040ffa5f4db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (abc570ec-90ab-4622-bb3f-ed636fc61f63), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:53.004667 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-b19afb07-4f13-434f-981c-7040ffa5f4db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Floating IP abc570ec-90ab-4622-bb3f-ed636fc61f63 associated. External IP: 172.27.3.182, port: b03fee14-0c20-4138-b286-c5ef934ceb22. Oct 17 10:32:53.202071 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19afb07-4f13-434f-981c-7040ffa5f4db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:32:53.308584 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19afb07-4f13-434f-981c-7040ffa5f4db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:32:53.313403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b19afb07-4f13-434f-981c-7040ffa5f4db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:32:53.318029 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:32:53.328706 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:53.329301 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:53.345407 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b19afb07-4f13-434f-981c-7040ffa5f4db tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/abc570ec-90ab-4622-bb3f-ed636fc61f63 HTTP/1.1" status: 200 len: 991 time: 0.9164262 Oct 17 10:32:53.346057 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'tag': 'b03fee14-0c20-4138-b286-c5ef934ceb22'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:32:53.348353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4888af47-d772-4c92-872c-b96cdebb9964" -d '{"events": [{"name": "network-changed", "server_uuid": "5861a58c-cacd-4d21-98ba-c8e7c3035149", "tag": "b03fee14-0c20-4138-b286-c5ef934ceb22"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:32:53.388880 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cdacca-2c1a-4765-af4a-74c88ed02815 x-openstack-request-id: req-44cdacca-2c1a-4765-af4a-74c88ed02815 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:32:53.389175 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5861a58c-cacd-4d21-98ba-c8e7c3035149", "tag": "b03fee14-0c20-4138-b286-c5ef934ceb22", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:32:53.389432 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44cdacca-2c1a-4765-af4a-74c88ed02815 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:32:53.389843 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cdacca-2c1a-4765-af4a-74c88ed02815'] response: {'name': 'network-changed', 'server_uuid': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'tag': 'b03fee14-0c20-4138-b286-c5ef934ceb22', 'status': 'completed', 'code': 200} Oct 17 10:32:53.415075 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:53.433407 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:53.487629 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888af47-d772-4c92-872c-b96cdebb9964 req-e55ccc52-3b0d-4bae-9da0-53f3b2844586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:53.489148 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4888af47-d772-4c92-872c-b96cdebb9964 req-e55ccc52-3b0d-4bae-9da0-53f3b2844586 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 1129 time: 0.0409682 Oct 17 10:32:53.560573 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:53.589538 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888af47-d772-4c92-872c-b96cdebb9964 req-c7f5a88c-b468-48cd-bd88-89296f4568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:53.591043 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4888af47-d772-4c92-872c-b96cdebb9964 req-c7f5a88c-b468-48cd-bd88-89296f4568a4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 200 len: 916 time: 0.0930867 Oct 17 10:32:53.644607 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:53.644859 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'abc570ec-90ab-4622-bb3f-ed636fc61f63', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': 'b03fee14-0c20-4138-b286-c5ef934ceb22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:9b:93:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:32:38Z', 'updated_at': '2022-10-17T10:32:52Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:53.659620 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4888af47-d772-4c92-872c-b96cdebb9964 req-54627f99-5f80-4069-949f-c9ca8c021bff service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b03fee14-0c20-4138-b286-c5ef934ceb22 HTTP/1.1" status: 200 len: 999 time: 0.0598891 Oct 17 10:32:53.673316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:32:53.679897 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:32:53.683610 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:32:53.684234 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:32:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:53.713524 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888af47-d772-4c92-872c-b96cdebb9964 req-6f9e9e3d-48fd-4826-86c9-debbfbbf5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:53.715067 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4888af47-d772-4c92-872c-b96cdebb9964 req-6f9e9e3d-48fd-4826-86c9-debbfbbf5b08 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 200 len: 854 time: 0.0487027 Oct 17 10:32:53.760229 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888af47-d772-4c92-872c-b96cdebb9964 req-dd283e46-ed0f-4d7f-9a02-ff1ccc475407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:32:53.761721 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4888af47-d772-4c92-872c-b96cdebb9964 req-dd283e46-ed0f-4d7f-9a02-ff1ccc475407 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=ad62b422-f6a9-44d6-866f-37a78f2fcbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397451 Oct 17 10:32:53.788410 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:32:53.862914 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4888af47-d772-4c92-872c-b96cdebb9964 req-d6cc8bef-a295-4562-83ca-10459eb072ca service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945692 Oct 17 10:32:53.956396 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4888af47-d772-4c92-872c-b96cdebb9964 req-5ee96225-5bc2-4906-b56f-410d0eefddae service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872636 Oct 17 10:32:54.133626 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'abc570ec-90ab-4622-bb3f-ed636fc61f63', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': 'b03fee14-0c20-4138-b286-c5ef934ceb22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:9b:93:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:32:38Z', 'updated_at': '2022-10-17T10:32:52Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:32:54.160908 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ca6ab-2e49-4183-9fb1-d109d3ff44ec None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'abc570ec-90ab-4622-bb3f-ed636fc61f63', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'port_id': 'b03fee14-0c20-4138-b286-c5ef934ceb22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'mac_address': 'fa:16:3e:9b:93:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:32:38Z', 'updated_at': '2022-10-17T10:32:52Z', 'revision_number': 1, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:32:54.354729 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403b1b8-5172-40b4-8d2b-a140c9b62658 None None] New status for floating IP abc570ec-90ab-4622-bb3f-ed636fc61f63: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:33:02.406532 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=78 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:02.410664 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=62 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:03.219736 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:33:03.951703 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=27 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:03.953547 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=39 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:04.135944 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=61 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:04.136947 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=37 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:04.455795 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:05.777865 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0f837979-aa8d-4f46-9346-d15a1620624b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:08.164766 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c772e104-a8e0-48bd-ad99-2a94ebe5b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:09.374124 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:10.673529 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:11.240180 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:13.215156 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:20.098158 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:24.243878 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-c6b0f8d2-ffb9-487d-a574-21165db6c273 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1119150375&fields=id&tenant_id=0e87741d68c74ae29ecea930893e3449 HTTP/1.1" status: 200 len: 267 time: 0.0449965 Oct 17 10:33:24.356199 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-1af7c35b-ac77-41ac-9c13-1cde0b46c022 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:24.357645 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-1af7c35b-ac77-41ac-9c13-1cde0b46c022 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 812 time: 0.1076353 Oct 17 10:33:24.372958 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-c0585584-42be-43d0-aea6-2259af6d4b7d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/quotas/0e87741d68c74ae29ecea930893e3449 HTTP/1.1" status: 200 len: 375 time: 0.0089085 Oct 17 10:33:24.425432 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-2078040f-7cad-4424-9fa1-8dc62e8521e0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473771 Oct 17 10:33:24.771998 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-3c211b15-2268-40f9-99c5-0924c25a6612 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343339 Oct 17 10:33:24.859685 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-fc452598-cad6-4b09-8dd2-49907d9aabb2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819547 Oct 17 10:33:25.157936 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7f67cb78-6046-4af2-bf56-5a7f587e31d5 req-928594ce-a0c0-4b05-a2f2-4b85c5f2ea8a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 210 time: 0.0287330 Oct 17 10:33:26.263214 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-752ddb2e-1b9a-4a20-89ea-95a94cc36a9f req-e5f9c83f-216f-4b95-ab4b-2e9c6ce3d3b0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 210 time: 0.0312834 Oct 17 10:33:26.400919 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-3a0750e2-6801-4e00-97c5-d6be2f86ce57 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:26.402371 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-3a0750e2-6801-4e00-97c5-d6be2f86ce57 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 812 time: 0.1101279 Oct 17 10:33:26.473286 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-e19e0241-0c3e-4d6b-a927-fbb6114c1c58 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e87741d68c74ae29ecea930893e3449 HTTP/1.1" status: 200 len: 380 time: 0.0545492 Oct 17 10:33:26.489030 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'port': {'device_id': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'admin_state_up': True, 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'security_groups': ['26221af1-6730-4cb2-a0ae-3a397d35288c']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:33:26.600590 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Made reservation on behalf of 0e87741d68c74ae29ecea930893e3449 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:33:26.604398 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:26.726919 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Allocated IP 172.20.0.5 (e6600083-efa1-4cdc-8469-423af4747abb/9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69/4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:33:26.870658 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:26.902560 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:26.946591 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Network e6600083-efa1-4cdc-8469-423af4747abb is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:33:26.949703 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:33:26.953603 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:33:26.982591 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'Port': ['ID=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:33:27.011564 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:27.012341 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:27.030129 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-8a2be2d4-92cc-43ad-b021-02acee645a37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5453913 Oct 17 10:33:27.051012 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Request body: {'port': {'device_id': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:33:27.090809 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:27.129125 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:27.149719 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:27.242097 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-7daba2e1-0d88-4e9f-90b1-5e93e33a71cb None None] Provisioning complete for port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:33:27.242679 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7daba2e1-0d88-4e9f-90b1-5e93e33a71cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:27.242834 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-7daba2e1-0d88-4e9f-90b1-5e93e33a71cb None None] Attempt 1 to provision port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b Oct 17 10:33:27.278074 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-7daba2e1-0d88-4e9f-90b1-5e93e33a71cb None None] Port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:33:27.406199 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c83fe-35bb-46ba-ac89-cc10be23cefe req-17bd2147-e881-4a63-9d71-e6fe6e59ebef tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:27.407731 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f46c83fe-35bb-46ba-ac89-cc10be23cefe req-17bd2147-e881-4a63-9d71-e6fe6e59ebef tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 931 time: 0.0697584 Oct 17 10:33:27.450940 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:33:27.462179 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Publish callbacks [] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:27.492742 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Transition to ACTIVE for port object 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:33:27.496970 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f46c83fe-35bb-46ba-ac89-cc10be23cefe req-7c9c7cb8-34a8-42c1-8c9e-d17b43ddc24b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729904 Oct 17 10:33:27.498042 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:27.580763 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Pushing event updated for resources: {'Port': ['ID=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:33:27.607723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Attempting to bind port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:33:27.608062 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Attempting to bind port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:33:27.608397 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Attempting to bind port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b on network e6600083-efa1-4cdc-8469-423af4747abb {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:33:27.649691 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b on network e6600083-efa1-4cdc-8469-423af4747abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:33:27.650018 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Attempting to bind port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b on network e6600083-efa1-4cdc-8469-423af4747abb {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:33:27.691719 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:33:27.692053 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Checking segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:33:27.692436 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Bound using segment: {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:33:27.692867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Bound port: 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:33:27.693226 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:27.756216 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] For port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:33:27.759180 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] For port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:33:27.765131 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:27.770170 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:27.770806 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:27.772196 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b HTTP/1.1" status: 200 len: 1093 time: 0.7259061 Oct 17 10:33:27.772750 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:33:27.775013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c54f9e-c92b-482b-b69b-94ee3b471a30" -d '{"events": [{"name": "network-changed", "server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:33:27.817901 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542539c2-e671-40df-8b88-37ab5e4b4620 x-openstack-request-id: req-542539c2-e671-40df-8b88-37ab5e4b4620 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:33:27.818187 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:33:27.818474 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-542539c2-e671-40df-8b88-37ab5e4b4620 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:33:27.818876 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542539c2-e671-40df-8b88-37ab5e4b4620'] response: {'name': 'network-changed', 'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'status': 'completed', 'code': 200} Oct 17 10:33:27.823511 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69260a-ca1e-4849-899e-ccfaa1cb4bab service neutron] Pushing event updated for resources: {'Port': ['ID=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:33:27.902279 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-0be62bf1-1b95-4602-86c6-b9eadc2135e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:27.903904 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-0be62bf1-1b95-4602-86c6-b9eadc2135e3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 1127 time: 0.0392499 Oct 17 10:33:27.953613 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-eee10f62-7fab-4b3c-9f1b-f1e8833a1994 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b HTTP/1.1" status: 200 len: 217 time: 0.0353229 Oct 17 10:33:27.993348 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:28.003144 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-2d2d44f4-e5f2-4404-bb87-a2c1b654fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:28.004598 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-2d2d44f4-e5f2-4404-bb87-a2c1b654fa18 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0451572 Oct 17 10:33:28.049004 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-0f25d3d6-1977-4f21-a306-a46bf4421461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:28.050429 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-0f25d3d6-1977-4f21-a306-a46bf4421461 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392132 Oct 17 10:33:28.129459 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:28.144477 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-86c21e58-34a4-4ffd-b73c-1844dea5387d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873432 Oct 17 10:33:28.233609 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-713207f2-43a5-44f2-a588-9dc6d58181fc req-c476e019-b058-49b4-9291-d38c76814b36 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825961 Oct 17 10:33:28.620136 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9911e2-1f4c-4359-ad50-0bb741c26d0c req-2dac6651-4b46-4530-9bf0-1048068ffd32 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:28.621577 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fb9911e2-1f4c-4359-ad50-0bb741c26d0c req-2dac6651-4b46-4530-9bf0-1048068ffd32 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 943 time: 0.0498581 Oct 17 10:33:28.670009 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fb9911e2-1f4c-4359-ad50-0bb741c26d0c req-0e3d1ff7-41c8-4341-ac02-42421407046b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424702 Oct 17 10:33:29.492999 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-2da99984-961e-4fb2-bf3c-689743c17132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:29.494400 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-2da99984-961e-4fb2-bf3c-689743c17132 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 1127 time: 0.0405712 Oct 17 10:33:29.585611 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-264de706-aa3a-4e31-b4ae-dec3f1c50665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:29.587089 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-264de706-aa3a-4e31-b4ae-dec3f1c50665 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 913 time: 0.0871687 Oct 17 10:33:29.799095 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7cc15-8f0d-48d8-9243-0bbdcd12fd17 req-4ac563b4-c15d-4421-9d89-d8e09984b26d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:29.800640 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-87d7cc15-8f0d-48d8-9243-0bbdcd12fd17 req-4ac563b4-c15d-4421-9d89-d8e09984b26d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 943 time: 0.0487843 Oct 17 10:33:29.853388 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-87d7cc15-8f0d-48d8-9243-0bbdcd12fd17 req-a82622ac-7f86-4260-9919-31a522eb713c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469606 Oct 17 10:33:29.885741 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-d7c98bd5-4319-4c4f-9114-534f46b277b5 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b HTTP/1.1" status: 200 len: 217 time: 0.2886682 Oct 17 10:33:29.934731 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-2f72eac9-cebd-4931-8b09-c6c9c18546a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:29.936182 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-2f72eac9-cebd-4931-8b09-c6c9c18546a1 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0445902 Oct 17 10:33:29.979483 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-58897d1a-812e-4f48-9036-5d4bfb9bb8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:29.981281 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-58897d1a-812e-4f48-9036-5d4bfb9bb8db service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389702 Oct 17 10:33:30.073627 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-b8b42030-a99a-4fb1-b74e-3ddb6f1732bd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863674 Oct 17 10:33:30.167425 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e1c54f9e-c92b-482b-b69b-94ee3b471a30 req-97e30b82-fa9f-4829-a539-85bcbf34b641 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877156 Oct 17 10:33:30.976443 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5ed46-8db6-4c41-bf85-1344d21fa391 req-37dd61cd-2cec-40e8-8441-f0dfedb45f3e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:30.977976 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-77e5ed46-8db6-4c41-bf85-1344d21fa391 req-37dd61cd-2cec-40e8-8441-f0dfedb45f3e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 943 time: 0.0477931 Oct 17 10:33:31.028379 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-77e5ed46-8db6-4c41-bf85-1344d21fa391 req-9ccfd147-0909-4cb4-970e-c46c7f8de0ad tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441737 Oct 17 10:33:32.151457 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244040b7-a77d-4902-9c5f-b339df73c81b req-9bbcdb75-fa11-4cd5-9699-45d96339c07b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:32.152905 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-244040b7-a77d-4902-9c5f-b339df73c81b req-9bbcdb75-fa11-4cd5-9699-45d96339c07b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 943 time: 0.0473509 Oct 17 10:33:32.201085 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-244040b7-a77d-4902-9c5f-b339df73c81b req-2578e01d-75d8-4293-8ff8-9d514e0e4ee4 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Oct 17 10:33:33.318681 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2ac3-e9ce-4a79-9f7d-3c7dc987cffe req-34230c35-96db-43de-b881-7938a044c2ad tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:33.320143 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cf1b2ac3-e9ce-4a79-9f7d-3c7dc987cffe req-34230c35-96db-43de-b881-7938a044c2ad tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 943 time: 0.0464587 Oct 17 10:33:33.368817 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cf1b2ac3-e9ce-4a79-9f7d-3c7dc987cffe req-0edd7537-2521-4d8f-89f2-72315bb0dae2 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 Oct 17 10:33:34.490964 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128d4bb-aaed-4700-814c-d8a3fbd92b81 req-b732c979-02ff-4aaf-b8a5-37239ef2998a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:34.492507 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1128d4bb-aaed-4700-814c-d8a3fbd92b81 req-b732c979-02ff-4aaf-b8a5-37239ef2998a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 943 time: 0.0503738 Oct 17 10:33:34.541841 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1128d4bb-aaed-4700-814c-d8a3fbd92b81 req-0feb0e1a-d71d-4f2f-87ac-d60bd4fbae9a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439031 Oct 17 10:33:34.764039 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=17 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:34.768149 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=15 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:35.667804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb644-a1b5-4e1d-ac1d-6653e795413d req-c874cb12-07e4-478a-bfdb-4b2cf34c3537 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:35.669173 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7a3fb644-a1b5-4e1d-ac1d-6653e795413d req-c874cb12-07e4-478a-bfdb-4b2cf34c3537 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 943 time: 0.0511737 Oct 17 10:33:35.687203 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:35.718658 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7a3fb644-a1b5-4e1d-ac1d-6653e795413d req-08561dd8-a247-4564-9ec4-87f9555966e5 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 Oct 17 10:33:35.769125 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:35.769840 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:35.781935 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-59d3d7fc-8d77-4829-a51d-00a230dd06e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:36.849544 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a29c6-464b-4758-9a8f-0425a6d93c4c req-d6154500-8a5d-4ce6-b657-27aef80c80f1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:36.851103 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-266a29c6-464b-4758-9a8f-0425a6d93c4c req-d6154500-8a5d-4ce6-b657-27aef80c80f1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 943 time: 0.0551767 Oct 17 10:33:36.901468 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-266a29c6-464b-4758-9a8f-0425a6d93c4c req-432f91fc-be9c-46f0-b417-fd92c8645abf tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443299 Oct 17 10:33:37.522885 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:33:37.622565 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:33:37.634313 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'port_id': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'mac_address': 'fa:16:3e:ed:69:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:33:37.668255 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:33:37.668577 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:37.681324 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:33:37.701757 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:33:37.706692 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:37.752618 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:33:37.759785 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.760141 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.760482 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.760828 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.761162 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.761492 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.761822 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.762150 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.762504 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.762832 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.763157 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.763482 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.763808 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.764128 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:37.764449 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:38.025852 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7148610-665f-4a58-b796-8aa80d0202b8 req-f7e94be7-1837-4917-bb65-2140338a69d0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:38.027349 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b7148610-665f-4a58-b796-8aa80d0202b8 req-f7e94be7-1837-4917-bb65-2140338a69d0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 944 time: 0.0488842 Oct 17 10:33:38.078224 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b7148610-665f-4a58-b796-8aa80d0202b8 req-938fd789-d6e2-4d13-b40c-c213edb4899a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451806 Oct 17 10:33:38.166992 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-062f8ce2-b846-4815-b194-2dd0583199ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:38.236468 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:33:39.197210 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5395a-2696-41fc-8e4a-9f2a4ee4e59a req-a3493e1a-6687-4ccf-8c25-4c917e5edf45 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:39.198735 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5f5395a-2696-41fc-8e4a-9f2a4ee4e59a req-a3493e1a-6687-4ccf-8c25-4c917e5edf45 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 944 time: 0.0464437 Oct 17 10:33:39.251486 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5f5395a-2696-41fc-8e4a-9f2a4ee4e59a req-8db3a90b-b947-4d41-89eb-710826bd1347 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471194 Oct 17 10:33:39.378117 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:39.552042 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:33:39.593822 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:33:39.600218 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:33:39.600596 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:39.600935 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b Oct 17 10:33:39.638922 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:39.676217 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:33:39.676610 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:39.698822 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:33:39.701044 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7e4b17-e9ad-4e27-8347-db8d2d51f894" -d '{"events": [{"server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "name": "network-vif-plugged", "status": "completed", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:33:39.713983 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:33:39.718467 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:39.742303 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04438ba4-17b8-4bfa-ae41-2435f744182c x-openstack-request-id: req-04438ba4-17b8-4bfa-ae41-2435f744182c {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:33:39.742622 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "name": "network-vif-plugged", "status": "completed", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:33:39.742874 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04438ba4-17b8-4bfa-ae41-2435f744182c {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:33:39.743266 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04438ba4-17b8-4bfa-ae41-2435f744182c'] response: {'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'code': 200} Oct 17 10:33:39.768541 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:33:40.010637 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:40.044636 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726da9b8-e876-4286-9a65-e9d8e4bb6020 req-18d0208b-0a39-4d3c-84cf-c266b9da55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:40.046114 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-726da9b8-e876-4286-9a65-e9d8e4bb6020 req-18d0208b-0a39-4d3c-84cf-c266b9da55ff service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 1129 time: 0.0428777 Oct 17 10:33:40.093997 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-726da9b8-e876-4286-9a65-e9d8e4bb6020 req-f0436907-a0f2-4498-884b-2d32d7e8f564 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Oct 17 10:33:40.218708 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:33:40.371526 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9646-6430-49c5-832e-9277214bc0df req-8ddf83bf-dc39-4b4f-8238-e1d4532a83a0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:40.373010 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-91ae9646-6430-49c5-832e-9277214bc0df req-8ddf83bf-dc39-4b4f-8238-e1d4532a83a0 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 945 time: 0.0477610 Oct 17 10:33:40.422843 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-91ae9646-6430-49c5-832e-9277214bc0df req-0f9feacb-8e7f-4eca-8bf7-c50614749a71 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Oct 17 10:33:40.674009 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:41.242920 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:41.541344 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa600579-05db-45d7-9d8a-3b2f33d01d0c req-80c256f8-d444-4e56-a266-dd25ed64c3df tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:41.542799 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa600579-05db-45d7-9d8a-3b2f33d01d0c req-80c256f8-d444-4e56-a266-dd25ed64c3df tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 945 time: 0.0464389 Oct 17 10:33:41.591091 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa600579-05db-45d7-9d8a-3b2f33d01d0c req-f88c2145-6da7-4a2f-a499-f79eca51e591 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428555 Oct 17 10:33:42.697236 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:42.708179 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d9c80-bad8-4322-bd87-11cae6c6476d req-31b33090-0022-4be8-8da2-0a94c08a342b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:42.709639 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-688d9c80-bad8-4322-bd87-11cae6c6476d req-31b33090-0022-4be8-8da2-0a94c08a342b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 945 time: 0.0455639 Oct 17 10:33:42.741849 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:42.758082 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-688d9c80-bad8-4322-bd87-11cae6c6476d req-69d3765e-8f0f-415c-b64a-09b182ac80b7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Oct 17 10:33:42.885344 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdfb4c-c05d-4351-9b7b-e72ab83c981d req-f34eb22f-bf4e-4c59-b044-9b4364bb7a27 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:42.886745 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-51fdfb4c-c05d-4351-9b7b-e72ab83c981d req-f34eb22f-bf4e-4c59-b044-9b4364bb7a27 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 945 time: 0.0487344 Oct 17 10:33:42.940239 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-51fdfb4c-c05d-4351-9b7b-e72ab83c981d req-d147f5bc-cf36-44ff-b37b-c46ff328a341 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473721 Oct 17 10:33:42.968323 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59922) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:33:43.138750 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a94de-f970-4a70-b6fa-c8845a1f0fe4 tempest-TestVolumeBootPattern-388758179 tempest-TestVolumeBootPattern-388758179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:43.140562 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-0e5a94de-f970-4a70-b6fa-c8845a1f0fe4 tempest-TestVolumeBootPattern-388758179 tempest-TestVolumeBootPattern-388758179-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 1124 time: 0.1708701 Oct 17 10:33:43.143769 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 59926) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:33:43.148049 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'port_id': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:33:43.169563 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:43.249111 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:43.358882 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Allocated IP 172.27.3.152 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/1d63fb31-5c48-433f-a459-ad7a8aca93f5) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:33:43.464259 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for port (1d63fb31-5c48-433f-a459-ad7a8aca93f5), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:43.495142 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (1d63fb31-5c48-433f-a459-ad7a8aca93f5), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:43.534191 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:33:43.538858 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:33:43.542861 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:33:43.545778 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'Port': ['ID=1d63fb31-5c48-433f-a459-ad7a8aca93f5,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:33:43.565251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:43.575399 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.575747 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.576091 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.576426 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.576761 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.577089 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.577413 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.577734 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.578057 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.578401 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.578723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.579049 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.580005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.580481 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.580802 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:33:43.619944 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:43.905585 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (1c9fbc45-b0f9-4efa-b626-609f6079f8ca), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:43.971035 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1d63fb31-5c48-433f-a459-ad7a8aca93f5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:44.118734 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for port (1d63fb31-5c48-433f-a459-ad7a8aca93f5), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:44.123087 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (1d63fb31-5c48-433f-a459-ad7a8aca93f5), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:44.190261 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event updated for resources: {'Port': ['ID=1d63fb31-5c48-433f-a459-ad7a8aca93f5,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:33:44.195691 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (1c9fbc45-b0f9-4efa-b626-609f6079f8ca), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:44.292499 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Floating IP 1c9fbc45-b0f9-4efa-b626-609f6079f8ca associated. External IP: 172.27.3.152, port: 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b. Oct 17 10:33:44.390290 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:44.492492 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:33:44.495428 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:44.598617 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:33:44.608488 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] Sync routers for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:33:44.613595 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:44.617230 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:44.625872 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:33:44.627074 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:33:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:33:44.650387 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-cdf2a964-0ef2-4207-8628-148da7867e53 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5055461 Oct 17 10:33:44.651039 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:33:44.653291 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93c4233-ddf5-4d01-858f-f1d142ca3b46" -d '{"events": [{"name": "network-changed", "server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:33:44.693357 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7ec42e-f087-45a0-8293-73780ab87f06 x-openstack-request-id: req-fa7ec42e-f087-45a0-8293-73780ab87f06 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:33:44.693714 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:33:44.694057 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa7ec42e-f087-45a0-8293-73780ab87f06 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:33:44.694659 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7ec42e-f087-45a0-8293-73780ab87f06'] response: {'name': 'network-changed', 'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'status': 'completed', 'code': 200} Oct 17 10:33:44.732276 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:33:44.786134 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-b1655875-be98-402c-8d97-89350721bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:44.787660 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-b1655875-be98-402c-8d97-89350721bbe2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 1129 time: 0.0404210 Oct 17 10:33:44.883554 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-c7c3a1a8-9071-44fa-99dc-2917b2863191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:44.885098 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-c7c3a1a8-9071-44fa-99dc-2917b2863191 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 913 time: 0.0892255 Oct 17 10:33:44.948765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '1c9fbc45-b0f9-4efa-b626-609f6079f8ca', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:ed:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:33:43Z', 'updated_at': '2022-10-17T10:33:43Z', 'revision_number': 0, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}, {'id': '7c9a82cd-2222-4032-a15e-28ba0fc4cb0d', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:31:20Z', 'updated_at': '2022-10-17T10:31:22Z', 'revision_number': 1, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:33:44.951233 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-68787d3f-16bf-42da-b955-10ec0852fc5d service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b HTTP/1.1" status: 200 len: 999 time: 0.0589516 Oct 17 10:33:44.973553 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] Checking router: 2eca77e2-dba6-45ad-a93e-27c00a3ad862 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:33:44.982194 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:33:44.982829 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:33:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:33:45.000587 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-33acdf13-f387-41d5-b743-c02c93285095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:45.002692 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-33acdf13-f387-41d5-b743-c02c93285095 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0451503 Oct 17 10:33:45.045747 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-e3c747f2-83c5-4795-85af-e1b817478c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:45.047169 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-e3c747f2-83c5-4795-85af-e1b817478c0b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382209 Oct 17 10:33:45.087912 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:33:45.142877 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-27eaa82a-61bb-4b1e-aff7-85835bababd4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894017 Oct 17 10:33:45.233345 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c93c4233-ddf5-4d01-858f-f1d142ca3b46 req-0b00dbac-eec7-4e4e-9c57-d2d98e3733f4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838702 Oct 17 10:33:45.301562 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '1c9fbc45-b0f9-4efa-b626-609f6079f8ca', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:ed:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:33:43Z', 'updated_at': '2022-10-17T10:33:43Z', 'revision_number': 0, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}, {'id': '7c9a82cd-2222-4032-a15e-28ba0fc4cb0d', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:31:20Z', 'updated_at': '2022-10-17T10:31:22Z', 'revision_number': 1, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:33:45.326490 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40866f0b-916b-4053-84c1-28c348b66070 None None] The sync data for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi is: [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '1c9fbc45-b0f9-4efa-b626-609f6079f8ca', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:ed:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:33:43Z', 'updated_at': '2022-10-17T10:33:43Z', 'revision_number': 0, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}, {'id': '7c9a82cd-2222-4032-a15e-28ba0fc4cb0d', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:31:20Z', 'updated_at': '2022-10-17T10:31:22Z', 'revision_number': 1, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:33:45.530072 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86aae20-88e6-4a15-81c3-79e1ab12cfef None None] New status for floating IP 1c9fbc45-b0f9-4efa-b626-609f6079f8ca: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:33:49.589441 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-e319966f-468e-421f-b629-f270ee367a48 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435553 Oct 17 10:33:49.701594 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-33d358c3-5cf5-44c2-a5db-03f2e4e49b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:49.703075 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-33d358c3-5cf5-44c2-a5db-03f2e4e49b25 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1129 time: 0.0387182 Oct 17 10:33:49.809005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-bc3bf2ea-7bb3-4925-a664-f95c5e42eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:49.810483 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-bc3bf2ea-7bb3-4925-a664-f95c5e42eb16 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=d56795ad-30de-454e-bbb7-cab8a4532983 HTTP/1.1" status: 200 len: 910 time: 0.0889120 Oct 17 10:33:49.872795 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-a18b50bc-4c65-48a1-b9f5-d6e131fb7fa8 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 200 len: 1001 time: 0.0559762 Oct 17 10:33:49.903677 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:49.924169 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-75b6b7c1-e2f8-4693-8438-b9331cf814ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:49.925616 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-75b6b7c1-e2f8-4693-8438-b9331cf814ea service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=5f930520-938c-40ea-9764-88e84144a5bd HTTP/1.1" status: 200 len: 848 time: 0.0466189 Oct 17 10:33:49.971399 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-cda291e5-6c28-4901-8f5e-bc61fc7e2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:33:49.972837 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-cda291e5-6c28-4901-8f5e-bc61fc7e2ab2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=d56795ad-30de-454e-bbb7-cab8a4532983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411692 Oct 17 10:33:50.028560 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:33:50.063185 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-853ab4a9-9469-4e8a-87b7-5d9092852cab service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833154 Oct 17 10:33:50.113254 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:33:50.161327 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-75a50bf1-aced-4d90-9c2f-98703a431110 req-3daecf9a-860c-470b-b445-9460b14bbacd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900271 Oct 17 10:33:52.754050 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:00.106070 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=70 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:00.108119 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:00.156530 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=15 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:00.158431 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=26 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:03.337764 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=15 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:03.338571 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:05.787756 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-536456ba-a95b-409d-b7b6-c4fb3ad668de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:08.173424 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-53be251b-2513-4044-8785-78440a13e587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:09.382233 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:10.687669 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:11.245073 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:17.217311 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:34:17.989237 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5327b-868e-436e-b1be-68d3bfeb534c req-c005f51a-9439-4e4d-ad1a-21f1e057b8ad tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:17.990641 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce5327b-868e-436e-b1be-68d3bfeb534c req-c005f51a-9439-4e4d-ad1a-21f1e057b8ad tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0495489 Oct 17 10:34:18.039114 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6ce5327b-868e-436e-b1be-68d3bfeb534c req-e7f3399f-2d50-457e-995f-b1d9525b1317 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429277 Oct 17 10:34:19.167555 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1496949-06f8-4077-a9b6-2e216dea3f6e req-5d0e1e28-5d10-48e9-9efc-aaea9f4104a0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:19.169022 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b1496949-06f8-4077-a9b6-2e216dea3f6e req-5d0e1e28-5d10-48e9-9efc-aaea9f4104a0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0482199 Oct 17 10:34:19.216852 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b1496949-06f8-4077-a9b6-2e216dea3f6e req-ed692863-c9b1-4da5-8c36-764430efa7c8 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422943 Oct 17 10:34:20.108916 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:20.351646 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a023-81c1-4ae3-a950-035b2052e2ba req-4d2406b1-aec7-4281-8569-6ac4f820d47a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:20.353138 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49c7a023-81c1-4ae3-a950-035b2052e2ba req-4d2406b1-aec7-4281-8569-6ac4f820d47a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0524831 Oct 17 10:34:20.400689 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49c7a023-81c1-4ae3-a950-035b2052e2ba req-a4cacaf1-b2ae-4075-8f24-edfe70eec8d1 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 Oct 17 10:34:21.525965 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d65cee-eb97-4dc1-a74c-a84cfaf0599a req-239f7fea-bee0-4c8c-be58-973e498719be tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:21.527460 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a2d65cee-eb97-4dc1-a74c-a84cfaf0599a req-239f7fea-bee0-4c8c-be58-973e498719be tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0492549 Oct 17 10:34:21.573369 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a2d65cee-eb97-4dc1-a74c-a84cfaf0599a req-f29bc8be-6efa-42e1-84d8-da12a12d8251 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404167 Oct 17 10:34:22.699325 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf9bc6-32f7-4986-b07d-409602d9712f req-894e5ae8-8a55-42b3-81f0-a2800e7f99fc tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:22.700777 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-efbf9bc6-32f7-4986-b07d-409602d9712f req-894e5ae8-8a55-42b3-81f0-a2800e7f99fc tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0458996 Oct 17 10:34:22.747047 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-efbf9bc6-32f7-4986-b07d-409602d9712f req-8e3bae0b-ebdf-4ad8-81e5-7282a5baae93 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407963 Oct 17 10:34:23.874492 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfd1ef-de92-4747-807a-ae69fb6147ea req-66844845-fe63-4d83-adb5-a9ff91be25fb tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:23.875948 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-87bfd1ef-de92-4747-807a-ae69fb6147ea req-66844845-fe63-4d83-adb5-a9ff91be25fb tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0481796 Oct 17 10:34:23.923920 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-87bfd1ef-de92-4747-807a-ae69fb6147ea req-4f524f2a-bc18-485c-8663-64fafd0b3cb2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Oct 17 10:34:25.054222 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfb376-b25c-424a-9514-9e1390aaf238 req-6c3be675-788b-44d9-b436-15b135585599 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:25.055750 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dcfb376-b25c-424a-9514-9e1390aaf238 req-6c3be675-788b-44d9-b436-15b135585599 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0508432 Oct 17 10:34:25.104414 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dcfb376-b25c-424a-9514-9e1390aaf238 req-5a7c3dca-f5d8-469e-a3ed-1c86ab784a6a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Oct 17 10:34:26.237923 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a9518-e0f4-487c-8f42-62769021dd48 req-a3241a06-2f66-4f13-a104-9817674392d3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:26.239445 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-888a9518-e0f4-487c-8f42-62769021dd48 req-a3241a06-2f66-4f13-a104-9817674392d3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0521631 Oct 17 10:34:26.289634 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-888a9518-e0f4-487c-8f42-62769021dd48 req-c73a7e66-4584-4df1-8955-d17c615a2c34 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428228 Oct 17 10:34:27.419670 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08442376-f8f5-4725-8f03-507edf71aa2a req-246189d2-ecd4-46c1-a8d8-013deccc0d0b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:27.421146 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-08442376-f8f5-4725-8f03-507edf71aa2a req-246189d2-ecd4-46c1-a8d8-013deccc0d0b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0480652 Oct 17 10:34:27.469408 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-08442376-f8f5-4725-8f03-507edf71aa2a req-a1d463d8-d625-4a92-8691-52885de5b733 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427718 Oct 17 10:34:28.598190 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e85c-bd77-42bc-9c57-ca376c5ac6e7 req-c85ecb15-09f2-4dc2-b462-d9e80c382075 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:28.599686 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b927e85c-bd77-42bc-9c57-ca376c5ac6e7 req-c85ecb15-09f2-4dc2-b462-d9e80c382075 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0461528 Oct 17 10:34:28.645726 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b927e85c-bd77-42bc-9c57-ca376c5ac6e7 req-630cbb9f-28dc-4695-92b6-b98d4cd5e2e1 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400972 Oct 17 10:34:29.769744 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0588489-95d2-486b-8adc-db03bfede6e5 req-51e6115b-7901-42f7-ae78-bde83375e413 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:29.771257 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e0588489-95d2-486b-8adc-db03bfede6e5 req-51e6115b-7901-42f7-ae78-bde83375e413 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0472417 Oct 17 10:34:29.822017 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e0588489-95d2-486b-8adc-db03bfede6e5 req-ed391515-8286-4d18-93ee-267b7288f9fb tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451312 Oct 17 10:34:30.101833 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:30.103763 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:30.777677 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7fdda-cd0d-4676-812d-c7fbd530e4db req-aa4cf3d0-1b82-4387-ac3a-161e55ceea28 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:30.779156 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c2f7fdda-cd0d-4676-812d-c7fbd530e4db req-aa4cf3d0-1b82-4387-ac3a-161e55ceea28 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 945 time: 0.0470412 Oct 17 10:34:30.826214 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c2f7fdda-cd0d-4676-812d-c7fbd530e4db req-59eefa95-1b9e-48c9-a2f3-3bcc18a095eb tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Oct 17 10:34:30.948177 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abb3f2-cd7f-4f71-87d2-a39ec930c9a5 req-f67bee14-94ca-4397-97a1-6b90b6cd2a05 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:30.949665 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d0abb3f2-cd7f-4f71-87d2-a39ec930c9a5 req-f67bee14-94ca-4397-97a1-6b90b6cd2a05 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0471368 Oct 17 10:34:31.000025 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d0abb3f2-cd7f-4f71-87d2-a39ec930c9a5 req-35216786-9e5c-4037-810c-9ebebc0c3aad tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448356 Oct 17 10:34:31.954879 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d3edf-29f5-41c1-b88c-a0600bde8cef req-8e1a29f4-e8ef-4ce4-9bc1-d25b38589a85 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:31.956365 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fa2d3edf-29f5-41c1-b88c-a0600bde8cef req-8e1a29f4-e8ef-4ce4-9bc1-d25b38589a85 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 945 time: 0.0482178 Oct 17 10:34:32.009520 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fa2d3edf-29f5-41c1-b88c-a0600bde8cef req-e3d3afd0-f9b4-4025-8802-58ca95163278 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450122 Oct 17 10:34:32.140449 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aceb087-6295-493a-8b9e-68f020b5cf70 req-4e8e1eba-73db-4f48-9e6e-228c7fd53a28 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:32.141839 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4aceb087-6295-493a-8b9e-68f020b5cf70 req-4e8e1eba-73db-4f48-9e6e-228c7fd53a28 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Oct 17 10:34:32.190061 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4aceb087-6295-493a-8b9e-68f020b5cf70 req-5278180e-61a6-40a2-9305-73241031ab9b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420179 Oct 17 10:34:33.321343 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a6442-d8bc-4113-b003-6930766feef2 req-747260fe-31c2-4358-b929-63b0a7caab49 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:33.322761 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-173a6442-d8bc-4113-b003-6930766feef2 req-747260fe-31c2-4358-b929-63b0a7caab49 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0491946 Oct 17 10:34:33.352561 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-54992e67-194d-415a-968e-b701429576d7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:33.354005 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-54992e67-194d-415a-968e-b701429576d7 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 945 time: 0.3263884 Oct 17 10:34:33.367579 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b837-0a23-44e2-8a4e-a5c3f0c906ad req-54f13d8e-a4ba-4b8b-86be-3e0e6405100f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:33.369005 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c23b837-0a23-44e2-8a4e-a5c3f0c906ad req-54f13d8e-a4ba-4b8b-86be-3e0e6405100f tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 945 time: 0.0605009 Oct 17 10:34:33.371811 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-173a6442-d8bc-4113-b003-6930766feef2 req-a2de391c-c45d-4cc6-8496-1381c13f4dc2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430992 Oct 17 10:34:33.435126 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:33.475901 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c23b837-0a23-44e2-8a4e-a5c3f0c906ad req-badd3a2a-1070-4327-9de7-58fd6cc35219 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=91075c33-6b7c-4304-96c5-b447c3965c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987902 Oct 17 10:34:33.486677 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Deleting port 234eeab0-608b-4862-ba56-6aedf471e915 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:33.486929 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (234eeab0-608b-4862-ba56-6aedf471e915), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:33.491135 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:33.575876 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] For port 234eeab0-608b-4862-ba56-6aedf471e915, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=234eeab0-608b-4862-ba56-6aedf471e915,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:33.576160 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (234eeab0-608b-4862-ba56-6aedf471e915), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:33.740227 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:33.740603 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (e085a0b7-ef08-40fb-a2ad-a789d9f058fd), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:33.740947 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Floating IP e085a0b7-ef08-40fb-a2ad-a789d9f058fd disassociated. External IP: 172.27.3.241, port: 234eeab0-608b-4862-ba56-6aedf471e915. Oct 17 10:34:33.741298 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Calling delete_port for 234eeab0-608b-4862-ba56-6aedf471e915 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:33.869718 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (234eeab0-608b-4862-ba56-6aedf471e915), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:33.900794 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event deleted for resources: {'Port': ['ID=234eeab0-608b-4862-ba56-6aedf471e915,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:34.010615 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Router 1d34bb7a-d454-4d9b-ad00-61b64426be90 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:34:34.117632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:34:34.128573 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] Sync routers for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:34:34.138287 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:34.139001 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:34.164987 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] No DVR routers for this DVR port 234eeab0-608b-4862-ba56-6aedf471e915 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:34:34.167742 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:34.171033 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d49469da-49ef-49c2-bbb5-d2a6366df936 req-f52a8fb1-197a-4f19-b780-45d28be466ce tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.30 "DELETE /networking/v2.0/ports/234eeab0-608b-4862-ba56-6aedf471e915 HTTP/1.1" status: 204 len: 173 time: 0.8011022 Oct 17 10:34:34.171476 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0213217-d654-40f4-a65f-0515383c1b09', 'name': 'network-vif-deleted', 'tag': '234eeab0-608b-4862-ba56-6aedf471e915'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:34:34.173873 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4ef5f1-7186-4030-80e0-17b72b20a665" -d '{"events": [{"server_uuid": "f0213217-d654-40f4-a65f-0515383c1b09", "name": "network-vif-deleted", "tag": "234eeab0-608b-4862-ba56-6aedf471e915"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:34:34.213318 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86c21d7-f4c4-4f2b-a952-0eef21dc06b5 x-openstack-request-id: req-d86c21d7-f4c4-4f2b-a952-0eef21dc06b5 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:34:34.213621 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0213217-d654-40f4-a65f-0515383c1b09", "name": "network-vif-deleted", "tag": "234eeab0-608b-4862-ba56-6aedf471e915", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:34:34.213875 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d86c21d7-f4c4-4f2b-a952-0eef21dc06b5 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:34:34.214306 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86c21d7-f4c4-4f2b-a952-0eef21dc06b5'] response: {'server_uuid': 'f0213217-d654-40f4-a65f-0515383c1b09', 'name': 'network-vif-deleted', 'tag': '234eeab0-608b-4862-ba56-6aedf471e915', 'status': 'completed', 'code': 200} Oct 17 10:34:34.401967 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:34.540704 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b6eb2-2b12-4e57-980a-1eaeee2d4c25 req-07397371-8f2e-4299-ba1e-0a9ca3e9cfee tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:34.542714 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-850b6eb2-2b12-4e57-980a-1eaeee2d4c25 req-07397371-8f2e-4299-ba1e-0a9ca3e9cfee tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0772963 Oct 17 10:34:34.638142 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-850b6eb2-2b12-4e57-980a-1eaeee2d4c25 req-3483748e-2161-44ef-9712-56ea3f8472b5 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879855 Oct 17 10:34:34.645664 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c235ad25-1bd6-4c64-8635-d37a56c6409b req-0dc02f39-3059-4b7a-ba6e-4450dc61bcca tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f0213217-d654-40f4-a65f-0515383c1b09 HTTP/1.1" status: 200 len: 210 time: 0.0434303 Oct 17 10:34:34.683877 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:34.723272 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] Checking router: 1d34bb7a-d454-4d9b-ad00-61b64426be90 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:34:34.747497 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:34.748134 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:34.851383 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:35.038394 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:35.062855 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c577a-d629-4ca3-8771-e4228baf07e3 None None] The sync data for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi is: [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:24:50Z', 'revision_number': 4, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'a282d93a-d9b8-4578-87e6-bcc6db9b2c29', 'name': '', 'network_id': 'ec7b89aa-8615-42a5-9a24-4f31d3ebca8d', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'mac_address': 'fa:16:3e:90:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:47Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'subnets': [{'id': '16961a83-7d1e-4dac-aa8e-f48fd5034240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:34:35.285542 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547be32a-e9a9-49ad-88d9-9f5be7f4cade None None] New status for floating IP e085a0b7-ef08-40fb-a2ad-a789d9f058fd: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:34:35.736519 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60182) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:35.789488 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ac2d536b-50b4-4c1f-a4c7-87de771ec057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:35.802758 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b4687801-31cb-4689-9cc0-c16ee55f6e81 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (91075c33-6b7c-4304-96c5-b447c3965c9a), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:35.829045 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:34:35.840909 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b4687801-31cb-4689-9cc0-c16ee55f6e81 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (91075c33-6b7c-4304-96c5-b447c3965c9a), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:35.873319 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f24c28-b6cb-4cdc-af60-27f11deea9a4 req-5a961d03-8d21-468a-b84f-3f50b0fdcbb2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:35.875070 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-09f24c28-b6cb-4cdc-af60-27f11deea9a4 req-5a961d03-8d21-468a-b84f-3f50b0fdcbb2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.1554916 Oct 17 10:34:35.923836 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b4687801-31cb-4689-9cc0-c16ee55f6e81 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (91075c33-6b7c-4304-96c5-b447c3965c9a), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:35.927998 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b4687801-31cb-4689-9cc0-c16ee55f6e81 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:35.933073 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b4687801-31cb-4689-9cc0-c16ee55f6e81 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/91075c33-6b7c-4304-96c5-b447c3965c9a HTTP/1.1" status: 204 len: 168 time: 0.1952658 Oct 17 10:34:35.933951 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60190) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:35.954665 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-09f24c28-b6cb-4cdc-af60-27f11deea9a4 req-9b55b71b-6b80-43c8-b1bd-c5f33ea9ec9a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686939 Oct 17 10:34:35.959342 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4687801-31cb-4689-9cc0-c16ee55f6e81 tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91075c33-6b7c-4304-96c5-b447c3965c9a,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:35.962071 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:35.980866 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.api.v2.resource [None req-026eff94-39c1-472d-b302-6a1953a65a0e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] show failed (client error): The resource could not be found. Oct 17 10:34:35.980866 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-026eff94-39c1-472d-b302-6a1953a65a0e tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "GET /networking/v2.0/security-groups/91075c33-6b7c-4304-96c5-b447c3965c9a HTTP/1.1" status: 404 len: 347 time: 0.0225720 Oct 17 10:34:35.981354 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60192) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:35.984048 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:36.002947 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'port_id': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'mac_address': 'fa:16:3e:5f:35:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:34:36.051167 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port cca519f2-c8ec-4e21-9d79-8c8665f98315 is: ACTIVE; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:34:36.051567 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:36.066996 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cca519f2-c8ec-4e21-9d79-8c8665f98315 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:34:36.097603 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:36.102941 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:36.109375 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:36.117220 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Deleting port cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:36.117761 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:36.142968 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:36.164166 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=6']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:36.184490 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:36.207320 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:36.207651 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:36.221238 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Calling delete_port for cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:36.227255 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:36.361235 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:36.387166 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Pushing event deleted for resources: {'Port': ['ID=cf076e35-7ca6-4c8c-af0c-d9abdfea2d8d,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:36.399851 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.400200 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.400541 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.400880 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.401211 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.401541 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.401868 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.402198 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.402558 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.402954 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.403300 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.403633 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.403972 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.404286 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.404601 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:36.404761 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['cca519f2-c8ec-4e21-9d79-8c8665f98315'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:34:36.464075 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks [] for floatingip (e085a0b7-ef08-40fb-a2ad-a789d9f058fd), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:36.466841 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:36.468046 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3f3824c0-728d-456a-a29b-619568bee75c tempest-AttachVolumeTestJSON-729444152 tempest-AttachVolumeTestJSON-729444152-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/e085a0b7-ef08-40fb-a2ad-a789d9f058fd HTTP/1.1" status: 204 len: 168 time: 0.4925480 Oct 17 10:34:37.079247 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d2915-0976-4062-a937-bb9bcff27a22 req-ad2eafbc-5250-46a9-b419-27db1b74454c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:37.080742 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad2d2915-0976-4062-a937-bb9bcff27a22 req-ad2eafbc-5250-46a9-b419-27db1b74454c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Oct 17 10:34:37.128939 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad2d2915-0976-4062-a937-bb9bcff27a22 req-9620f0d7-a5be-42b4-8661-8c11dcc586dd tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419791 Oct 17 10:34:37.892224 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:34:37.937106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port cca519f2-c8ec-4e21-9d79-8c8665f98315 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:34:37.937479 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:37.937813 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port cca519f2-c8ec-4e21-9d79-8c8665f98315 Oct 17 10:34:38.009171 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port cca519f2-c8ec-4e21-9d79-8c8665f98315 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:34:38.009553 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:38.033150 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:34:38.035678 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae1aef3-dc6b-42d0-b9ca-ecb18b23b0ad" -d '{"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-plugged", "status": "completed", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:34:38.053373 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:38.057728 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:38.058570 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 234eeab0-608b-4862-ba56-6aedf471e915 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:38.095536 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c138a901-28fd-49aa-8130-a71fae000099 x-openstack-request-id: req-c138a901-28fd-49aa-8130-a71fae000099 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:34:38.095833 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-plugged", "status": "completed", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:34:38.096088 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c138a901-28fd-49aa-8130-a71fae000099 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:34:38.096480 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c138a901-28fd-49aa-8130-a71fae000099'] response: {'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'code': 200} Oct 17 10:34:38.100041 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 234eeab0-608b-4862-ba56-6aedf471e915 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:34:38.100399 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 234eeab0-608b-4862-ba56-6aedf471e915 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:34:38.123834 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=7']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:38.131268 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.131621 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.131968 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.132316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.132655 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.132989 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.133327 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.133658 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.133995 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.134337 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.134669 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.134999 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.135327 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.135652 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.135976 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:38.167827 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b500da27-af14-4261-bd25-c63809afcbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:38.260086 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f5525-8db9-4b7f-ac8e-bfeb4baba04b req-882d1e45-f981-4042-8ac5-8b92a6bbe315 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:38.261577 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c44f5525-8db9-4b7f-ac8e-bfeb4baba04b req-882d1e45-f981-4042-8ac5-8b92a6bbe315 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0480776 Oct 17 10:34:38.313505 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c44f5525-8db9-4b7f-ac8e-bfeb4baba04b req-35b62964-c11c-4533-ad86-0c71051ce261 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415580 Oct 17 10:34:39.384108 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:39.504262 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cefa8c-d776-4a6d-b4d7-21e99fec8e7b req-26b4a146-dfd0-4345-bd52-ad3785e08e5a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:39.506121 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-66cefa8c-d776-4a6d-b4d7-21e99fec8e7b req-26b4a146-dfd0-4345-bd52-ad3785e08e5a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.1046247 Oct 17 10:34:39.539566 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:39.556060 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-66cefa8c-d776-4a6d-b4d7-21e99fec8e7b req-bc6bc1c9-6af8-4a13-ac46-487db5ce4933 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443773 Oct 17 10:34:40.026686 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60242) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:40.435563 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (1d34bb7a-d454-4d9b-ad00-61b64426be90), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:40.589355 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:40.601336 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:40.684444 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:40.699594 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Deleting port a282d93a-d9b8-4578-87e6-bcc6db9b2c29 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:40.699975 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:40.718590 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45bcb6-7968-48e4-8ca1-577889b27c26 req-a8a034ee-a13e-4c8e-bdd8-6487e669d84c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:40.720082 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c45bcb6-7968-48e4-8ca1-577889b27c26 req-a8a034ee-a13e-4c8e-bdd8-6487e669d84c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0661407 Oct 17 10:34:40.823496 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c45bcb6-7968-48e4-8ca1-577889b27c26 req-0cf6b690-1de9-48c7-ba23-abdf1c2aba87 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760589 Oct 17 10:34:40.828364 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] For port a282d93a-d9b8-4578-87e6-bcc6db9b2c29, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a282d93a-d9b8-4578-87e6-bcc6db9b2c29,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:40.828732 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:40.843768 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Calling delete_port for a282d93a-d9b8-4578-87e6-bcc6db9b2c29 owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:41.030438 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (a282d93a-d9b8-4578-87e6-bcc6db9b2c29), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:41.059585 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a282d93a-d9b8-4578-87e6-bcc6db9b2c29,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:41.259109 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:41.341333 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (1d34bb7a-d454-4d9b-ad00-61b64426be90), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:41.370197 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd469354-92a7-4d7f-b437-f7299108edc6 None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:34:41.416914 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:41.553465 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd469354-92a7-4d7f-b437-f7299108edc6 None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:34:41.604505 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Router 1d34bb7a-d454-4d9b-ad00-61b64426be90 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:34:41.745871 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:34:41.753464 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1c0de1cf-61dc-439f-a161-1323b75953a0 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1d34bb7a-d454-4d9b-ad00-61b64426be90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228417 Oct 17 10:34:41.753763 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60280) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:41.760914 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] Sync routers for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:34:41.780666 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:41.781670 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:41.854457 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:41.860016 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:41.888065 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:41.912222 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks [] for router (1d34bb7a-d454-4d9b-ad00-61b64426be90), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:41.933202 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:42.022087 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577690b-a1e8-4fd0-a644-c0c838425939 req-06c28a6f-bec3-4d85-a847-87885b342783 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:42.024532 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks [] for router_gateway (1d34bb7a-d454-4d9b-ad00-61b64426be90), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:42.031956 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0577690b-a1e8-4fd0-a644-c0c838425939 req-06c28a6f-bec3-4d85-a847-87885b342783 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0895307 Oct 17 10:34:42.113319 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Deleting port 9edea76a-6a62-4f76-ada2-8a0c481a9283 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:42.113913 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:42.144389 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0577690b-a1e8-4fd0-a644-c0c838425939 req-e9fce911-2a91-423d-87fb-7e910e391f29 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101129 Oct 17 10:34:42.243393 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:34:40Z', 'revision_number': 5, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port': {'id': '9edea76a-6a62-4f76-ada2-8a0c481a9283', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:42Z', 'updated_at': '2022-10-17T10:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:42.274665 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] Checking router: 1d34bb7a-d454-4d9b-ad00-61b64426be90 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:34:42.285017 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] Routers {'1d34bb7a-d454-4d9b-ad00-61b64426be90'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:42.285821 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['1d34bb7a-d454-4d9b-ad00-61b64426be90'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:42.294982 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] For port 9edea76a-6a62-4f76-ada2-8a0c481a9283, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=9edea76a-6a62-4f76-ada2-8a0c481a9283,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:42.295367 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:42.327332 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Calling delete_port for 9edea76a-6a62-4f76-ada2-8a0c481a9283 owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:42.420197 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] Set router 1d34bb7a-d454-4d9b-ad00-61b64426be90 gateway port host: None {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:42.494385 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:34:42Z', 'revision_number': 6, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port_host': None}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:42.525735 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a01f6-1184-4f06-a776-30bae26ea4d1 None None] The sync data for ids ['1d34bb7a-d454-4d9b-ad00-61b64426be90'] in dv-cinder-860209-5-iscsi is: [{'id': '1d34bb7a-d454-4d9b-ad00-61b64426be90', 'name': 'tempest-AttachVolumeTestJSON-1175442679-router', 'tenant_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:40Z', 'updated_at': '2022-10-17T10:34:42Z', 'revision_number': 6, 'project_id': '9ad3932c3fcc4d42b77b26f889ac694f', 'gw_port_host': None}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:34:42.680647 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-8fdfb0ae-056c-429c-920d-2f9392d4a577 None None] Provisioning complete for port 0f00c06e-a4de-4c74-b146-111832ccb76d triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:34:42.681152 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb0ae-056c-429c-920d-2f9392d4a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:42.681589 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-8fdfb0ae-056c-429c-920d-2f9392d4a577 None None] Attempt 1 to provision port 0f00c06e-a4de-4c74-b146-111832ccb76d Oct 17 10:34:42.762262 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-8fdfb0ae-056c-429c-920d-2f9392d4a577 None None] Current status of the port 0f00c06e-a4de-4c74-b146-111832ccb76d is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:34:42.841985 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (9edea76a-6a62-4f76-ada2-8a0c481a9283), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:42.872561 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Pushing event deleted for resources: {'Port': ['ID=9edea76a-6a62-4f76-ada2-8a0c481a9283,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:42.944974 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (1d34bb7a-d454-4d9b-ad00-61b64426be90), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.053156 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (1d34bb7a-d454-4d9b-ad00-61b64426be90), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.055475 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks [] for router_controller (1d34bb7a-d454-4d9b-ad00-61b64426be90), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.095926 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:43.112222 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (1d34bb7a-d454-4d9b-ad00-61b64426be90), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.112796 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d34bb7a-d454-4d9b-ad00-61b64426be90 {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:34:43.124430 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.134476 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60286) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:43.155176 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f6d759cd-ceb3-4dce-9d88-d92474c9a27a admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/1d34bb7a-d454-4d9b-ad00-61b64426be90 HTTP/1.1" status: 204 len: 168 time: 1.4001830 Oct 17 10:34:43.212892 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-224244fc-079b-4343-82b5-6bd8e9ad9eee admin admin] Deleting subnet 16961a83-7d1e-4dac-aa8e-f48fd5034240 {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:34:43.216389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-224244fc-079b-4343-82b5-6bd8e9ad9eee admin admin] Publish callbacks [] for subnet (16961a83-7d1e-4dac-aa8e-f48fd5034240), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.261629 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-224244fc-079b-4343-82b5-6bd8e9ad9eee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16678353'] for subnet (16961a83-7d1e-4dac-aa8e-f48fd5034240), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.287951 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fdc7c-39d3-49c9-b52f-b6d06d70b610 req-c7dcdeb5-a0c2-4655-87cd-e0b3164c9f1d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:43.289560 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c39fdc7c-39d3-49c9-b52f-b6d06d70b610 req-c7dcdeb5-a0c2-4655-87cd-e0b3164c9f1d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0534985 Oct 17 10:34:43.360360 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c39fdc7c-39d3-49c9-b52f-b6d06d70b610 req-36ea4b18-c5ef-4755-9ea2-bdb0d4f05b6d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620434 Oct 17 10:34:43.370128 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-224244fc-079b-4343-82b5-6bd8e9ad9eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (16961a83-7d1e-4dac-aa8e-f48fd5034240), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.456975 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a282d93a-d9b8-4578-87e6-bcc6db9b2c29 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:43.464543 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-224244fc-079b-4343-82b5-6bd8e9ad9eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16629072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097757'] for subnet (16961a83-7d1e-4dac-aa8e-f48fd5034240), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.480593 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: a282d93a-d9b8-4578-87e6-bcc6db9b2c29 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:34:43.481014 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a282d93a-d9b8-4578-87e6-bcc6db9b2c29 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:34:43.481504 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 9edea76a-6a62-4f76-ada2-8a0c481a9283 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:43.495628 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224244fc-079b-4343-82b5-6bd8e9ad9eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16961a83-7d1e-4dac-aa8e-f48fd5034240,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:43.497666 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-224244fc-079b-4343-82b5-6bd8e9ad9eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.500899 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-224244fc-079b-4343-82b5-6bd8e9ad9eee admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/16961a83-7d1e-4dac-aa8e-f48fd5034240 HTTP/1.1" status: 204 len: 168 time: 0.3602595 Oct 17 10:34:43.503987 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60290) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:43.514015 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b69988d-92f7-4320-b5a0-e35bfa253eb2 None None] Network ec7b89aa-8615-42a5-9a24-4f31d3ebca8d requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:34:43.516899 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 9edea76a-6a62-4f76-ada2-8a0c481a9283 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:34:43.517242 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 9edea76a-6a62-4f76-ada2-8a0c481a9283 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:34:43.611268 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (ec7b89aa-8615-42a5-9a24-4f31d3ebca8d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.615082 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:43.680119 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Deleting port 0f00c06e-a4de-4c74-b146-111832ccb76d {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:43.680858 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.754128 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6b962-7f1c-48c9-ade5-b6b7862b3f3e None None] DHCP port deletion for ec7b89aa-8615-42a5-9a24-4f31d3ebca8d request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:34:43.818831 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] For port 0f00c06e-a4de-4c74-b146-111832ccb76d, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=0f00c06e-a4de-4c74-b146-111832ccb76d,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:43.819321 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.837299 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6b962-7f1c-48c9-ade5-b6b7862b3f3e None None] Deleting port 0f00c06e-a4de-4c74-b146-111832ccb76d {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:43.838713 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4ae6b962-7f1c-48c9-ade5-b6b7862b3f3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.842601 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Calling delete_port for 0f00c06e-a4de-4c74-b146-111832ccb76d owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:43.941149 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-4ae6b962-7f1c-48c9-ade5-b6b7862b3f3e None None] For port 0f00c06e-a4de-4c74-b146-111832ccb76d, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=0f00c06e-a4de-4c74-b146-111832ccb76d,segment=NetworkSegment(4a278074-1f62-4702-b09b-fcae5695f442),segment_id=4a278074-1f62-4702-b09b-fcae5695f442)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:43.941570 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4ae6b962-7f1c-48c9-ade5-b6b7862b3f3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.958578 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6b962-7f1c-48c9-ade5-b6b7862b3f3e None None] Calling delete_port for 0f00c06e-a4de-4c74-b146-111832ccb76d owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:43.964515 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:43.988309 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f00c06e-a4de-4c74-b146-111832ccb76d,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:44.000532 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] No DVR routers for this DVR port 0f00c06e-a4de-4c74-b146-111832ccb76d on host dv-cinder-860209-5-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:34:44.055439 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4ae6b962-7f1c-48c9-ade5-b6b7862b3f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (0f00c06e-a4de-4c74-b146-111832ccb76d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.089792 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6b962-7f1c-48c9-ade5-b6b7862b3f3e None None] Pushing event deleted for resources: {'Port': ['ID=0f00c06e-a4de-4c74-b146-111832ccb76d,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:44.095570 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6b962-7f1c-48c9-ade5-b6b7862b3f3e None None] No DVR routers for this DVR port 0f00c06e-a4de-4c74-b146-111832ccb76d on host dv-cinder-860209-5-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:34:44.107035 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (ec7b89aa-8615-42a5-9a24-4f31d3ebca8d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.135855 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7b89aa-8615-42a5-9a24-4f31d3ebca8d']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:44.146918 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a278074-1f62-4702-b09b-fcae5695f442') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:44.147223 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a278074-1f62-4702-b09b-fcae5695f442') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:44.157875 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (4a278074-1f62-4702-b09b-fcae5695f442), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.172762 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (4a278074-1f62-4702-b09b-fcae5695f442), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.182096 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:34:44.182539 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (4a278074-1f62-4702-b09b-fcae5695f442), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.227945 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 4a278074-1f62-4702-b09b-fcae5695f442 resource provider aggregate not found Oct 17 10:34:44.252775 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 4a278074-1f62-4702-b09b-fcae5695f442 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a278074-1f62-4702-b09b-fcae5695f442 found for delete ", "request_id": "req-080f6866-f769-437e-a893-23992407b47e"}]} Oct 17 10:34:44.257400 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (ec7b89aa-8615-42a5-9a24-4f31d3ebca8d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.264131 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.269895 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/ec7b89aa-8615-42a5-9a24-4f31d3ebca8d HTTP/1.1" status: 204 len: 168 time: 0.7628646 Oct 17 10:34:44.280589 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662e2d8-27eb-4ea3-938c-038134bae905 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7b89aa-8615-42a5-9a24-4f31d3ebca8d,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:44.440429 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60302) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:44.489864 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6d0f9787-f88e-42f6-bd40-0c6f4e4e0e00 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9ad3932c3fcc4d42b77b26f889ac694f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0480328 Oct 17 10:34:44.492708 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60304) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:44.528295 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99f15c-ee01-46b4-be13-4dcaf7b99bfd req-fdc56004-c798-4c6c-bdb5-2c019eb4f43b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:44.535825 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3b99f15c-ee01-46b4-be13-4dcaf7b99bfd req-fdc56004-c798-4c6c-bdb5-2c019eb4f43b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0587492 Oct 17 10:34:44.558215 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8a2d7f68-0c45-4648-9799-1608948cf3fd admin admin] Publish callbacks [] for security_group (fd8bae00-0b30-411c-a891-b0b4f3d1bdca), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.594669 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8a2d7f68-0c45-4648-9799-1608948cf3fd admin admin] Publish callbacks [] for security_group (fd8bae00-0b30-411c-a891-b0b4f3d1bdca), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.602280 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3b99f15c-ee01-46b4-be13-4dcaf7b99bfd req-ded68187-ba97-4d8a-852a-73157b782122 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647287 Oct 17 10:34:44.656100 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8a2d7f68-0c45-4648-9799-1608948cf3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (fd8bae00-0b30-411c-a891-b0b4f3d1bdca), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.658894 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8a2d7f68-0c45-4648-9799-1608948cf3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:44.660173 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8a2d7f68-0c45-4648-9799-1608948cf3fd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fd8bae00-0b30-411c-a891-b0b4f3d1bdca HTTP/1.1" status: 204 len: 168 time: 0.1664391 Oct 17 10:34:44.672105 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d7f68-0c45-4648-9799-1608948cf3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8bae00-0b30-411c-a891-b0b4f3d1bdca,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:45.291037 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 0f00c06e-a4de-4c74-b146-111832ccb76d no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:45.314985 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 0f00c06e-a4de-4c74-b146-111832ccb76d {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:34:45.315675 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 0f00c06e-a4de-4c74-b146-111832ccb76d not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:34:45.363042 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:45.367978 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:45.774507 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d920000-3fdc-44cc-b7c3-af77654eb98e req-2e204118-6797-4027-98fa-01dd165016f1 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:45.777006 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0d920000-3fdc-44cc-b7c3-af77654eb98e req-2e204118-6797-4027-98fa-01dd165016f1 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0702345 Oct 17 10:34:45.800212 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:45.852166 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0d920000-3fdc-44cc-b7c3-af77654eb98e req-b0ac35b5-8149-471d-aa12-1df9d1d627c3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642116 Oct 17 10:34:46.869594 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee1d60-96c5-46aa-8ed5-0d79772bd59f req-9cf48a8a-d04c-456a-bbdc-d5c69a50f3c5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:46.872137 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-07ee1d60-96c5-46aa-8ed5-0d79772bd59f req-9cf48a8a-d04c-456a-bbdc-d5c69a50f3c5 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 945 time: 0.0558696 Oct 17 10:34:46.946417 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-07ee1d60-96c5-46aa-8ed5-0d79772bd59f req-04db08be-293e-4b1c-9f04-359fdd347da8 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669937 Oct 17 10:34:47.021279 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704478c8-acbe-422a-8677-b1d9149fb393 req-a6d446eb-5049-4c53-8b06-78359c788c7f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:47.026816 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-704478c8-acbe-422a-8677-b1d9149fb393 req-a6d446eb-5049-4c53-8b06-78359c788c7f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0738397 Oct 17 10:34:47.102585 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-704478c8-acbe-422a-8677-b1d9149fb393 req-c5d823f4-9ff7-4e99-99b3-6e216bce9e18 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721807 Oct 17 10:34:47.812579 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60388) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:48.135419 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bfec3-0e4a-422a-a6c8-227063004fe3 req-c6743514-d0ba-44cc-a366-3b5b2d309e27 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:48.145753 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-734bfec3-0e4a-422a-a6c8-227063004fe3 req-c6743514-d0ba-44cc-a366-3b5b2d309e27 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 945 time: 0.0955672 Oct 17 10:34:48.209836 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:48.227063 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Deleting port aa63a027-0888-4ff2-9f3d-d4c31b76544d {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:48.227746 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (aa63a027-0888-4ff2-9f3d-d4c31b76544d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:48.295638 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-734bfec3-0e4a-422a-a6c8-227063004fe3 req-ae4e6126-1c3e-4ed4-8bf8-2682e39ff100 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266479 Oct 17 10:34:48.353336 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb9f23-73f5-4cb7-8881-c87016419c40 req-5ba5cebe-ffaf-4a74-b2c6-554cfe6263e9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:48.360866 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2fdb9f23-73f5-4cb7-8881-c87016419c40 req-5ba5cebe-ffaf-4a74-b2c6-554cfe6263e9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.1302824 Oct 17 10:34:48.440426 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2fdb9f23-73f5-4cb7-8881-c87016419c40 req-d67b3839-e169-42a0-b6e4-2a90dbb73d70 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772629 Oct 17 10:34:48.452972 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (aa63a027-0888-4ff2-9f3d-d4c31b76544d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:48.453419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for floatingip (aa63a027-0888-4ff2-9f3d-d4c31b76544d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:48.470140 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Calling delete_port for aa63a027-0888-4ff2-9f3d-d4c31b76544d owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:48.632867 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (aa63a027-0888-4ff2-9f3d-d4c31b76544d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:48.658872 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event deleted for resources: {'Port': ['ID=aa63a027-0888-4ff2-9f3d-d4c31b76544d,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:48.731394 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for floatingip (c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:48.731717 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Floating IP c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4 disassociated (deleted). External IP: 172.27.3.179, port: 083d8c37-1604-41ef-9b77-292a1de778b8. Oct 17 10:34:48.933141 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:48.946162 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:48.954314 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-24f43ca3-9e71-46c0-aefd-f44984d18a82 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:48.954314 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-24f43ca3-9e71-46c0-aefd-f44984d18a82 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 945 time: 0.0565290 Oct 17 10:34:48.960145 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:34:49.072309 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Deleting port b03fee14-0c20-4138-b286-c5ef934ceb22 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:49.072652 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:49.082660 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:34:49.094982 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67063b79-ec2c-469b-9437-b17775876156 None None] Sync routers for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:34:49.098216 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:49.109344 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67063b79-ec2c-469b-9437-b17775876156 None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:49.109977 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-67063b79-ec2c-469b-9437-b17775876156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:49.138446 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-db84534b-6341-4444-8eea-9463c4fb589d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4 HTTP/1.1" status: 204 len: 168 time: 1.3245628 Oct 17 10:34:49.139250 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:34:49.157482 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369a6610-694d-4d3f-8f98-ae8fc26360c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:34:49.229413 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ac94b0-2921-4d10-9407-55d8e39d2dab x-openstack-request-id: req-07ac94b0-2921-4d10-9407-55d8e39d2dab {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:34:49.230282 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:34:49.230282 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07ac94b0-2921-4d10-9407-55d8e39d2dab {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:34:49.230647 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ac94b0-2921-4d10-9407-55d8e39d2dab'] response: {'name': 'network-changed', 'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8', 'status': 'completed', 'code': 200} Oct 17 10:34:49.262000 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] For port b03fee14-0c20-4138-b286-c5ef934ceb22, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b03fee14-0c20-4138-b286-c5ef934ceb22,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:49.265218 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:49.291856 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-67063b79-ec2c-469b-9437-b17775876156 None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:49.429128 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-05a1a27e-f71a-43d9-ab1a-dc7cf4eb6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:49.430686 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-05a1a27e-f71a-43d9-ab1a-dc7cf4eb6ed6 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 1129 time: 0.1115820 Oct 17 10:34:49.505270 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ebf0-b1e6-469d-ae0d-48e42992188e req-371f05a9-224d-4221-9bda-58eed7a7d20d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:49.522490 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-92e3ebf0-b1e6-469d-ae0d-48e42992188e req-371f05a9-224d-4221-9bda-58eed7a7d20d tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 945 time: 0.1170611 Oct 17 10:34:49.583710 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:49.610387 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1ddcd-3f4d-43c3-9b1b-09e4cb791562 req-2c056058-e20a-4705-b9ce-46bfd9c9b005 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:49.612058 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-67063b79-ec2c-469b-9437-b17775876156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '838167b1-ef7b-44f3-8f0d-6b49345cc2b2', 'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'mac_address': 'fa:16:3e:70:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:03Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 5, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'subnets': [{'id': '5f930520-938c-40ea-9764-88e84144a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:49.617570 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-06d1ddcd-3f4d-43c3-9b1b-09e4cb791562 req-2c056058-e20a-4705-b9ce-46bfd9c9b005 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.1783304 Oct 17 10:34:49.647689 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67063b79-ec2c-469b-9437-b17775876156 None None] Checking router: 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:34:49.656219 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-92e3ebf0-b1e6-469d-ae0d-48e42992188e req-2020fcef-f5e6-488d-b37f-04e243c99bb1 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327810 Oct 17 10:34:49.658836 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67063b79-ec2c-469b-9437-b17775876156 None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:49.659811 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-67063b79-ec2c-469b-9437-b17775876156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:49.720374 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:49.726128 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:49.726470 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (abc570ec-90ab-4622-bb3f-ed636fc61f63), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:49.727971 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Floating IP abc570ec-90ab-4622-bb3f-ed636fc61f63 disassociated. External IP: 172.27.3.182, port: b03fee14-0c20-4138-b286-c5ef934ceb22. Oct 17 10:34:49.727971 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Calling delete_port for b03fee14-0c20-4138-b286-c5ef934ceb22 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:49.742718 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-06d1ddcd-3f4d-43c3-9b1b-09e4cb791562 req-c1c4e629-4d90-4c87-baa4-d4646c4dd8df tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241119 Oct 17 10:34:49.889280 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fed5b9-cfc9-453a-a5c9-03cd0cb1feec req-09f31b22-8916-4ac7-8b96-d15d90ee84ec tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:49.901974 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96fed5b9-cfc9-453a-a5c9-03cd0cb1feec req-09f31b22-8916-4ac7-8b96-d15d90ee84ec tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.1055472 Oct 17 10:34:49.928390 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-67063b79-ec2c-469b-9437-b17775876156 None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:49.939609 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (b03fee14-0c20-4138-b286-c5ef934ceb22), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:49.978435 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96fed5b9-cfc9-453a-a5c9-03cd0cb1feec req-8ebdf8cf-3eb5-42b6-8d88-4b355232b2b6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750751 Oct 17 10:34:49.984583 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'Port': ['ID=b03fee14-0c20-4138-b286-c5ef934ceb22,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:50.019309 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.019657 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.020086 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.020889 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.021472 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.021748 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.022090 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.022546 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.022881 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.023447 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.023788 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.024119 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.024446 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.024775 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.025100 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:34:50.129534 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:50.212999 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:34:50.281709 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-67063b79-ec2c-469b-9437-b17775876156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '838167b1-ef7b-44f3-8f0d-6b49345cc2b2', 'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'mac_address': 'fa:16:3e:70:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:03Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 5, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'subnets': [{'id': '5f930520-938c-40ea-9764-88e84144a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:50.326694 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67063b79-ec2c-469b-9437-b17775876156 None None] The sync data for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi is: [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:28:04Z', 'revision_number': 4, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '838167b1-ef7b-44f3-8f0d-6b49345cc2b2', 'name': '', 'network_id': 'd56795ad-30de-454e-bbb7-cab8a4532983', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'mac_address': 'fa:16:3e:70:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f930520-938c-40ea-9764-88e84144a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:03Z', 'updated_at': '2022-10-17T10:28:10Z', 'revision_number': 5, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'subnets': [{'id': '5f930520-938c-40ea-9764-88e84144a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:34:50.340030 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:50.362084 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:34:50.376102 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:34:50.412670 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:50.413319 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:50.483553 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] No DVR routers for this DVR port b03fee14-0c20-4138-b286-c5ef934ceb22 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:34:50.486153 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:50.490234 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-597b6952-7eae-48e4-9fb3-31e81bb4e0d6 req-46d4526b-982d-453d-b4fc-8ee07070b739 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.30 "DELETE /networking/v2.0/ports/b03fee14-0c20-4138-b286-c5ef934ceb22 HTTP/1.1" status: 204 len: 173 time: 1.5284860 Oct 17 10:34:50.490983 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'name': 'network-vif-deleted', 'tag': 'b03fee14-0c20-4138-b286-c5ef934ceb22'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:34:50.493300 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a7899-d234-4c2c-8ede-cd42d2c4ffe6" -d '{"events": [{"server_uuid": "5861a58c-cacd-4d21-98ba-c8e7c3035149", "name": "network-vif-deleted", "tag": "b03fee14-0c20-4138-b286-c5ef934ceb22"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:34:50.528933 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:50.570877 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b495f3c9-a25e-4fad-9aa7-f7155c37c45e x-openstack-request-id: req-b495f3c9-a25e-4fad-9aa7-f7155c37c45e {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:34:50.571166 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5861a58c-cacd-4d21-98ba-c8e7c3035149", "name": "network-vif-deleted", "tag": "b03fee14-0c20-4138-b286-c5ef934ceb22", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:34:50.571419 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b495f3c9-a25e-4fad-9aa7-f7155c37c45e {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:34:50.571824 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b495f3c9-a25e-4fad-9aa7-f7155c37c45e'] response: {'server_uuid': '5861a58c-cacd-4d21-98ba-c8e7c3035149', 'name': 'network-vif-deleted', 'tag': 'b03fee14-0c20-4138-b286-c5ef934ceb22', 'status': 'completed', 'code': 200} Oct 17 10:34:50.586841 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:50.657634 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:50.763689 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-76bcc6ec-3bb3-4741-999e-600018d4423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:50.765585 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-76bcc6ec-3bb3-4741-999e-600018d4423f service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=d56795ad-30de-454e-bbb7-cab8a4532983 HTTP/1.1" status: 200 len: 910 time: 0.2069001 Oct 17 10:34:50.812365 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7d5a6cd2-d4fe-43f8-b4eb-0aeb0f3355c3 req-037176b3-6277-4ab6-8528-deae99ef1bed tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 210 time: 0.0758674 Oct 17 10:34:50.848138 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89164aaf-7fbe-4d93-8540-d58d610da0e1 None None] New status for floating IP c8a4938c-5e1c-4147-b0e8-566f5e2c1fe4: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:34:50.915971 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-0c112faa-994e-40e0-a8d1-b7a645fba29b service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 200 len: 217 time: 0.1215291 Oct 17 10:34:50.960170 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-bf930dec-543f-47f8-9d4b-23d0e137458e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2420299 Oct 17 10:34:50.977801 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3a78-971e-4fb0-bf94-66c73c15b87f req-021d2f67-0f10-4939-bcc0-0c3d5b1560d7 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:50.979462 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fa1e3a78-971e-4fb0-bf94-66c73c15b87f req-021d2f67-0f10-4939-bcc0-0c3d5b1560d7 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.0944905 Oct 17 10:34:51.098570 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fa1e3a78-971e-4fb0-bf94-66c73c15b87f req-2a7a4d86-cffa-4ef1-93b6-596844a58caa tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d02b4faa-003e-46e4-a7fe-6e61148d4271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128981 Oct 17 10:34:51.151567 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:51.173279 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da66e2-0fbf-4956-a160-8b1d812f8f0a req-b4c03d13-e262-4ab5-80c0-4d6033a0fd9c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:51.175095 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3da66e2-0fbf-4956-a160-8b1d812f8f0a req-b4c03d13-e262-4ab5-80c0-4d6033a0fd9c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0604620 Oct 17 10:34:51.185457 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:34:51.201846 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:51.202529 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:51.272410 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3da66e2-0fbf-4956-a160-8b1d812f8f0a req-e03fd703-10e8-4159-9e38-1a180e2d393c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905261 Oct 17 10:34:51.379390 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:51.384639 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-a0da077c-8a21-477f-91fd-fe0c51924fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:51.386882 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-a0da077c-8a21-477f-91fd-fe0c51924fc2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 1130 time: 0.1225975 Oct 17 10:34:51.393218 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-48d7205f-c953-424f-b6bf-73682e4fd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:51.394781 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-48d7205f-c953-424f-b6bf-73682e4fd539 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=5f930520-938c-40ea-9764-88e84144a5bd HTTP/1.1" status: 200 len: 848 time: 0.1426671 Oct 17 10:34:51.532484 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-519c710b-8d97-47f6-87b4-ec40e0ce398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:51.533903 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-519c710b-8d97-47f6-87b4-ec40e0ce398d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=d56795ad-30de-454e-bbb7-cab8a4532983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011024 Oct 17 10:34:51.586896 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaac5a9-769f-407e-9540-50a960912d4e req-a2ea0a11-65ed-4fe7-bd1e-7b96521adf40 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:51.588472 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cdaac5a9-769f-407e-9540-50a960912d4e req-a2ea0a11-65ed-4fe7-bd1e-7b96521adf40 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 945 time: 0.1736779 Oct 17 10:34:51.691701 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:51.703326 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-8ae62dfe-f08f-49a1-950b-4cb56864b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:51.703326 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-8ae62dfe-f08f-49a1-950b-4cb56864b8f2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 913 time: 0.2685192 Oct 17 10:34:51.721830 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [req-cdaac5a9-769f-407e-9540-50a960912d4e req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Deleting port 083d8c37-1604-41ef-9b77-292a1de778b8 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:51.722349 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-cdaac5a9-769f-407e-9540-50a960912d4e req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:51.731991 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267abb2-3b12-4d65-a546-60727b9c0d61 None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:24:48Z', 'revision_number': 4, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '6c4e7f70-d260-4b58-972c-209984d2eb17', 'name': '', 'network_id': 'ad62b422-f6a9-44d6-866f-37a78f2fcbac', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'mac_address': 'fa:16:3e:9d:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:45Z', 'updated_at': '2022-10-17T10:25:06Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'subnets': [{'id': 'ccff10c5-bf44-4d13-98a5-4becf7a00cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:34:51.756528 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-20dba2eb-9af8-4875-93d4-ceac1ef3c07e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155912 Oct 17 10:34:51.898715 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-cdaac5a9-769f-407e-9540-50a960912d4e req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] For port 083d8c37-1604-41ef-9b77-292a1de778b8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=083d8c37-1604-41ef-9b77-292a1de778b8,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:51.899217 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-cdaac5a9-769f-407e-9540-50a960912d4e req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:51.918766 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [req-cdaac5a9-769f-407e-9540-50a960912d4e req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Calling delete_port for 083d8c37-1604-41ef-9b77-292a1de778b8 owned by compute:nova {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:51.947309 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:52.001059 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:52.108562 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7ded4573-bdd6-4617-b93f-2448c0b98497 req-acf40218-4bb6-48fb-9fab-1e262471a6f9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5861a58c-cacd-4d21-98ba-c8e7c3035149 HTTP/1.1" status: 200 len: 210 time: 0.1599941 Oct 17 10:34:52.182591 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-c1ddb8b2-4439-4225-b2c8-eb12dee20446 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322 HTTP/1.1" status: 200 len: 1002 time: 0.2360392 Oct 17 10:34:52.197064 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-cdaac5a9-769f-407e-9540-50a960912d4e req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (083d8c37-1604-41ef-9b77-292a1de778b8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:52.233686 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-369a6610-694d-4d3f-8f98-ae8fc26360c9 req-ee8b6c62-cef8-48c0-adae-5998429fccc6 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621917 Oct 17 10:34:52.265924 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feafe21b-9b4c-4be5-83ca-87660d854cdf None None] New status for floating IP abc570ec-90ab-4622-bb3f-ed636fc61f63: DOWN {{(pid=104473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:34:52.269663 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event deleted for resources: {'Port': ['ID=083d8c37-1604-41ef-9b77-292a1de778b8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:52.276196 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-0c331d40-8bb5-409e-b297-75cd22474c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:52.277438 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-0c331d40-8bb5-409e-b297-75cd22474c79 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0840874 Oct 17 10:34:52.315944 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ffe88833-a73d-47e9-8dd5-214da4b90cd6 req-03bcd8f6-5ec0-45e7-8f18-d585aecd46f1 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 210 time: 0.0483222 Oct 17 10:34:52.423966 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdaac5a9-769f-407e-9540-50a960912d4e req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] No DVR routers for this DVR port 083d8c37-1604-41ef-9b77-292a1de778b8 on host hv-cinder-86020 {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:34:52.427512 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-cdaac5a9-769f-407e-9540-50a960912d4e req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:52.433177 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cdaac5a9-769f-407e-9540-50a960912d4e req-7c83c37e-1129-40a4-97eb-c7651ddee77c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.30 "DELETE /networking/v2.0/ports/083d8c37-1604-41ef-9b77-292a1de778b8 HTTP/1.1" status: 204 len: 173 time: 0.8353939 Oct 17 10:34:52.434113 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'name': 'network-vif-deleted', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:34:52.436586 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c52ee5-fe01-4796-9e1d-4d80f5131507" -d '{"events": [{"server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "name": "network-vif-deleted", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:34:52.456979 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-ff1ab1d7-908c-4751-b1e8-201718acd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:52.458673 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-ff1ab1d7-908c-4751-b1e8-201718acd6c0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1746192 Oct 17 10:34:52.532790 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2415b122-1251-4ef8-8728-45d56b918010 x-openstack-request-id: req-2415b122-1251-4ef8-8728-45d56b918010 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:34:52.533070 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4486fcaf-e909-4231-b425-7552ca3eeb54", "name": "network-vif-deleted", "tag": "083d8c37-1604-41ef-9b77-292a1de778b8", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:34:52.533349 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2415b122-1251-4ef8-8728-45d56b918010 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:34:52.533739 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2415b122-1251-4ef8-8728-45d56b918010'] response: {'server_uuid': '4486fcaf-e909-4231-b425-7552ca3eeb54', 'name': 'network-vif-deleted', 'tag': '083d8c37-1604-41ef-9b77-292a1de778b8', 'status': 'completed', 'code': 200} Oct 17 10:34:52.568461 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:52.580704 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b151c-8b22-431c-bd2d-5078b11b98cd req-a93a902f-1956-41e6-95e7-44b88af20dab tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:52.582610 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c52b151c-8b22-431c-bd2d-5078b11b98cd req-a93a902f-1956-41e6-95e7-44b88af20dab tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.1964345 Oct 17 10:34:52.647897 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-950a17d6-7dbd-424f-b694-92c0e9970c5a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557505 Oct 17 10:34:52.730933 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c52b151c-8b22-431c-bd2d-5078b11b98cd req-f2b6b6e6-93e7-4f9a-8e0e-56db6f3a7d0d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287782 Oct 17 10:34:52.786995 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8efaf0fc-7ab1-4970-b2c7-a7cac70eaa66 req-91550335-0470-48c1-ae0f-35079bd91b25 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299131 Oct 17 10:34:53.241486 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60484) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:53.328794 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4d0e461b-8633-43d0-92c6-d75dc00684b9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:53.385293 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4d0e461b-8633-43d0-92c6-d75dc00684b9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:53.493282 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4d0e461b-8633-43d0-92c6-d75dc00684b9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:53.499214 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4d0e461b-8633-43d0-92c6-d75dc00684b9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:53.500978 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4d0e461b-8633-43d0-92c6-d75dc00684b9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f HTTP/1.1" status: 204 len: 168 time: 0.2576644 Oct 17 10:34:53.503759 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60496) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:53.533620 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.api.v2.resource [None req-272776e7-961b-4d7e-844a-b3c6fa7800b9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] show failed (client error): The resource could not be found. Oct 17 10:34:53.538897 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-272776e7-961b-4d7e-844a-b3c6fa7800b9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "GET /networking/v2.0/security-groups/2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f HTTP/1.1" status: 404 len: 347 time: 0.0341115 Oct 17 10:34:53.540507 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60498) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:53.561410 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2ec7cd5b-4342-408f-97b6-8d44e7309b99 req-3f34e49a-2436-4170-a4db-c04ac930c74c tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4486fcaf-e909-4231-b425-7552ca3eeb54 HTTP/1.1" status: 200 len: 210 time: 0.0581791 Oct 17 10:34:53.563959 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e461b-8633-43d0-92c6-d75dc00684b9 tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb07ea2-d3b0-4fa4-b773-58adcbeb4e6f,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:53.717199 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Deleting port 09837fe3-0e71-49db-bc32-8a60b7904728 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:53.717723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (09837fe3-0e71-49db-bc32-8a60b7904728), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:53.806805 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (09837fe3-0e71-49db-bc32-8a60b7904728), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:53.807193 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (09837fe3-0e71-49db-bc32-8a60b7904728), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:53.824983 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Calling delete_port for 09837fe3-0e71-49db-bc32-8a60b7904728 owned by network:floatingip {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:53.930624 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14513608-098c-44db-aadc-658a6bf1b83a req-e18dc092-5979-4f85-9966-3e6874800150 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:53.932202 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-14513608-098c-44db-aadc-658a6bf1b83a req-e18dc092-5979-4f85-9966-3e6874800150 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0958920 Oct 17 10:34:53.979151 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device b03fee14-0c20-4138-b286-c5ef934ceb22 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:54.001933 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: b03fee14-0c20-4138-b286-c5ef934ceb22 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:34:54.002344 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device b03fee14-0c20-4138-b286-c5ef934ceb22 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:34:54.002940 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 083d8c37-1604-41ef-9b77-292a1de778b8 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:54.025732 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-14513608-098c-44db-aadc-658a6bf1b83a req-9583e369-f9b0-4492-aaf9-5a50333e80bb tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855987 Oct 17 10:34:54.032355 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 083d8c37-1604-41ef-9b77-292a1de778b8 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:34:54.032894 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 083d8c37-1604-41ef-9b77-292a1de778b8 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:34:54.065358 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:54.096026 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (09837fe3-0e71-49db-bc32-8a60b7904728), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:54.121938 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Pushing event deleted for resources: {'Port': ['ID=09837fe3-0e71-49db-bc32-8a60b7904728,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:54.195908 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks [] for floatingip (abc570ec-90ab-4622-bb3f-ed636fc61f63), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:54.198399 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:54.199540 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-8a8c9fe3-3cef-4231-b4e9-d165a8ffa34e tempest-AttachVolumeNegativeTest-967130162 tempest-AttachVolumeNegativeTest-967130162-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/abc570ec-90ab-4622-bb3f-ed636fc61f63 HTTP/1.1" status: 204 len: 168 time: 0.6580637 Oct 17 10:34:54.216741 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:34:54.640017 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60524) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:54.709605 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9129935e-161f-4311-a078-cc7407b3fd8d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group (d02b4faa-003e-46e4-a7fe-6e61148d4271), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:54.736169 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9129935e-161f-4311-a078-cc7407b3fd8d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group (d02b4faa-003e-46e4-a7fe-6e61148d4271), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:54.804620 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9129935e-161f-4311-a078-cc7407b3fd8d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (d02b4faa-003e-46e4-a7fe-6e61148d4271), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:54.807926 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9129935e-161f-4311-a078-cc7407b3fd8d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:54.809165 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9129935e-161f-4311-a078-cc7407b3fd8d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d02b4faa-003e-46e4-a7fe-6e61148d4271 HTTP/1.1" status: 204 len: 168 time: 0.1679814 Oct 17 10:34:54.828886 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129935e-161f-4311-a078-cc7407b3fd8d tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b4faa-003e-46e4-a7fe-6e61148d4271,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:54.872515 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60538) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:55.201697 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76fd81-5563-4706-9c29-7e2f2a84c0cd req-635728ef-91be-4670-a6fd-026857cdf555 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:55.203215 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8b76fd81-5563-4706-9c29-7e2f2a84c0cd req-635728ef-91be-4670-a6fd-026857cdf555 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0859110 Oct 17 10:34:55.216024 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:55.225278 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111fce9-1101-4586-bf0f-217d70124b68 req-c2954bd3-a74c-4446-abe0-afeb02c64e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:55.226855 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8111fce9-1101-4586-bf0f-217d70124b68 req-c2954bd3-a74c-4446-abe0-afeb02c64e76 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 1130 time: 0.0474849 Oct 17 10:34:55.275188 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:55.296777 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8b76fd81-5563-4706-9c29-7e2f2a84c0cd req-2c80cf1f-e856-4abd-9bb4-f569566cc9bf tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865331 Oct 17 10:34:55.323868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111fce9-1101-4586-bf0f-217d70124b68 req-5ef792c7-4607-4f4d-b444-ea0a66dfebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:55.325574 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8111fce9-1101-4586-bf0f-217d70124b68 req-5ef792c7-4607-4f4d-b444-ea0a66dfebff service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 917 time: 0.0931804 Oct 17 10:34:55.403161 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8111fce9-1101-4586-bf0f-217d70124b68 req-c05b265c-d62f-4fe9-b6f4-3c969dc0dcc4 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315 HTTP/1.1" status: 200 len: 1001 time: 0.0712039 Oct 17 10:34:55.417505 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:55.460055 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111fce9-1101-4586-bf0f-217d70124b68 req-919d7143-71c5-4972-b3d5-3fe843774418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:55.461975 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8111fce9-1101-4586-bf0f-217d70124b68 req-919d7143-71c5-4972-b3d5-3fe843774418 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0534077 Oct 17 10:34:55.511591 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111fce9-1101-4586-bf0f-217d70124b68 req-f84c82e7-8d1d-4c4f-9a08-a2a17e27934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:55.513348 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8111fce9-1101-4586-bf0f-217d70124b68 req-f84c82e7-8d1d-4c4f-9a08-a2a17e27934d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452776 Oct 17 10:34:55.654952 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Deleting port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:55.655201 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:55.656801 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:55.742886 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] For port 838167b1-ef7b-44f3-8f0d-6b49345cc2b2, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=838167b1-ef7b-44f3-8f0d-6b49345cc2b2,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:55.743248 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:55.757575 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Calling delete_port for 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:55.869229 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8111fce9-1101-4586-bf0f-217d70124b68 req-f9eaf528-ae92-4fcc-801a-1c1a50a43662 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497107 Oct 17 10:34:55.944298 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (838167b1-ef7b-44f3-8f0d-6b49345cc2b2), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:55.969339 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8111fce9-1101-4586-bf0f-217d70124b68 req-f39b8a7b-2933-43b2-a004-2973e66eda1b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936542 Oct 17 10:34:55.970445 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=838167b1-ef7b-44f3-8f0d-6b49345cc2b2,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:56.142286 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:56.155996 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:56.171058 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c18bd8f-99dd-4866-bcba-92a378a0cbb1 None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:34:56.288338 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18bd8f-99dd-4866-bcba-92a378a0cbb1 None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:34:56.428184 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:56.518659 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbed8c9-927c-445c-8e4e-9e5f301d3e2f req-ba42b0ce-44ea-4be9-90be-16c9e8f6f670 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:56.520899 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bcbed8c9-927c-445c-8e4e-9e5f301d3e2f req-ba42b0ce-44ea-4be9-90be-16c9e8f6f670 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0952969 Oct 17 10:34:56.616413 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bcbed8c9-927c-445c-8e4e-9e5f301d3e2f req-351d12c2-09e0-43e0-ad57-32fa65988216 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866470 Oct 17 10:34:56.667629 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:34:56.794645 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:34:56.801109 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c16d7409-fb9e-4124-976d-0d31ae3bc7bc admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254451 Oct 17 10:34:56.804727 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60588) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:56.809596 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] Sync routers for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:34:56.813166 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:56.822991 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:56.823650 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:56.933372 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:56.940582 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:56.942204 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks [] for router (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.054573 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks [] for router_gateway (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.110683 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Deleting port 5ca2b4be-16fe-42f6-84af-27138947c83c {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:57.111040 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.122800 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:34:55Z', 'revision_number': 5, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port': {'id': '5ca2b4be-16fe-42f6-84af-27138947c83c', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:01Z', 'updated_at': '2022-10-17T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:57.147383 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] Checking router: 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:34:57.156261 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] Routers {'0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:57.156867 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:57.192294 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] For port 5ca2b4be-16fe-42f6-84af-27138947c83c, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=5ca2b4be-16fe-42f6-84af-27138947c83c,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:57.192870 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.213346 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Calling delete_port for 5ca2b4be-16fe-42f6-84af-27138947c83c owned by network:router_gateway {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:57.221292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-5d641fd2-7c1c-46f6-9f34-8d57cd97762e None None] Provisioning complete for port c39603f3-dd16-49fc-8509-123e58892f57 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:34:57.221803 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5d641fd2-7c1c-46f6-9f34-8d57cd97762e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (c39603f3-dd16-49fc-8509-123e58892f57), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.222000 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-5d641fd2-7c1c-46f6-9f34-8d57cd97762e None None] Attempt 1 to provision port c39603f3-dd16-49fc-8509-123e58892f57 Oct 17 10:34:57.249922 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] Set router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:34:57.264355 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:57.310198 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-5d641fd2-7c1c-46f6-9f34-8d57cd97762e None None] Current status of the port c39603f3-dd16-49fc-8509-123e58892f57 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:34:57.316753 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:34:57Z', 'revision_number': 6, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port_host': None}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:57.316993 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:57.343707 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35253db-d3bb-4bb1-badb-7063106911a4 None None] The sync data for ids ['0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e'] in dv-cinder-860209-5-iscsi is: [{'id': '0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e', 'name': 'tempest-TestShelveInstance-1745620556-router', 'tenant_id': '8ca835fdc95849cd8db1882ebb693cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:00Z', 'updated_at': '2022-10-17T10:34:57Z', 'revision_number': 6, 'project_id': '8ca835fdc95849cd8db1882ebb693cc3', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:34:57.397174 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (5ca2b4be-16fe-42f6-84af-27138947c83c), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.421737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca2b4be-16fe-42f6-84af-27138947c83c,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:57.482956 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.569787 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.571927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks [] for router_controller (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.620218 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.620892 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e {{(pid=104471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:34:57.625963 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.627172 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-5e0a2d86-ac6b-4253-a864-1c4978a1d0c2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/0c3caf8d-21b7-44ef-80b8-1c2aba03dc6e HTTP/1.1" status: 204 len: 168 time: 0.8214290 Oct 17 10:34:57.631404 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60596) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:57.681328 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-2190fb75-ebdc-4794-8b43-e95704aed125 admin admin] Deleting subnet 5f930520-938c-40ea-9764-88e84144a5bd {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:34:57.685467 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2190fb75-ebdc-4794-8b43-e95704aed125 admin admin] Publish callbacks [] for subnet (5f930520-938c-40ea-9764-88e84144a5bd), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.722730 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2190fb75-ebdc-4794-8b43-e95704aed125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16678353'] for subnet (5f930520-938c-40ea-9764-88e84144a5bd), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.794066 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd9d0-705f-4f52-a3c3-5a02b3b55efd req-7a0bb240-b47b-4f33-8da0-5a3a0eeeab91 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:57.796314 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-061bd9d0-705f-4f52-a3c3-5a02b3b55efd req-7a0bb240-b47b-4f33-8da0-5a3a0eeeab91 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 946 time: 0.0875754 Oct 17 10:34:57.829566 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2190fb75-ebdc-4794-8b43-e95704aed125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (5f930520-938c-40ea-9764-88e84144a5bd), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.836436 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:57.860740 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-061bd9d0-705f-4f52-a3c3-5a02b3b55efd req-0f1dfc6b-2704-48c6-a640-aee36a8178b5 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578854 Oct 17 10:34:57.904613 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:57.922954 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2190fb75-ebdc-4794-8b43-e95704aed125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16629072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097757'] for subnet (5f930520-938c-40ea-9764-88e84144a5bd), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.972263 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190fb75-ebdc-4794-8b43-e95704aed125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f930520-938c-40ea-9764-88e84144a5bd,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:57.985632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2190fb75-ebdc-4794-8b43-e95704aed125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:57.987676 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058007e-cdef-42ff-a3b9-1d8bff83daf6 None None] Network d56795ad-30de-454e-bbb7-cab8a4532983 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:34:57.993439 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60606) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:58.008167 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-2190fb75-ebdc-4794-8b43-e95704aed125 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5f930520-938c-40ea-9764-88e84144a5bd HTTP/1.1" status: 204 len: 168 time: 0.3756092 Oct 17 10:34:58.069080 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60614) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:58.133467 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port cca519f2-c8ec-4e21-9d79-8c8665f98315 is: ACTIVE; New status is: DOWN {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:34:58.133857 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.185577 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (d56795ad-30de-454e-bbb7-cab8a4532983), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.194191 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:34:58.196814 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f32dcf8-3b6c-46ea-8526-c740cf0f0a25" -d '{"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-unplugged", "status": "completed", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:34:58.217664 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:58.227562 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.280001 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed6d2d2-2bab-4b7f-b82c-9d77861d654e x-openstack-request-id: req-eed6d2d2-2bab-4b7f-b82c-9d77861d654e {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:34:58.280356 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-unplugged", "status": "completed", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:34:58.280678 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eed6d2d2-2bab-4b7f-b82c-9d77861d654e {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:34:58.281122 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed6d2d2-2bab-4b7f-b82c-9d77861d654e'] response: {'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'code': 200} Oct 17 10:34:58.292800 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Deleting port c39603f3-dd16-49fc-8509-123e58892f57 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:58.293141 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (c39603f3-dd16-49fc-8509-123e58892f57), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.294131 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:58.308327 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=8']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:58.314208 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb3c4ba-0943-4773-9931-d60d228266b6 None None] DHCP port deletion for d56795ad-30de-454e-bbb7-cab8a4532983 request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:34:58.376297 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] For port c39603f3-dd16-49fc-8509-123e58892f57, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=c39603f3-dd16-49fc-8509-123e58892f57,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:58.376770 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (c39603f3-dd16-49fc-8509-123e58892f57), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.379238 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3c4ba-0943-4773-9931-d60d228266b6 None None] Deleting port c39603f3-dd16-49fc-8509-123e58892f57 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:58.379651 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c4ba-0943-4773-9931-d60d228266b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (c39603f3-dd16-49fc-8509-123e58892f57), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.392146 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Calling delete_port for c39603f3-dd16-49fc-8509-123e58892f57 owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:58.475539 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-5cb3c4ba-0943-4773-9931-d60d228266b6 None None] For port c39603f3-dd16-49fc-8509-123e58892f57, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=c39603f3-dd16-49fc-8509-123e58892f57,segment=NetworkSegment(e49945e5-3672-4489-be01-d11a901e2e80),segment_id=e49945e5-3672-4489-be01-d11a901e2e80)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:58.476527 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c4ba-0943-4773-9931-d60d228266b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (c39603f3-dd16-49fc-8509-123e58892f57), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.485301 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (c39603f3-dd16-49fc-8509-123e58892f57), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.497124 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3c4ba-0943-4773-9931-d60d228266b6 None None] Calling delete_port for c39603f3-dd16-49fc-8509-123e58892f57 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:58.511920 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39603f3-dd16-49fc-8509-123e58892f57,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:58.517644 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] No DVR routers for this DVR port c39603f3-dd16-49fc-8509-123e58892f57 on host dv-cinder-860209-5-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:34:58.609931 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c4ba-0943-4773-9931-d60d228266b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (c39603f3-dd16-49fc-8509-123e58892f57), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.620392 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (d56795ad-30de-454e-bbb7-cab8a4532983), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.639726 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3c4ba-0943-4773-9931-d60d228266b6 None None] Pushing event deleted for resources: {'Port': ['ID=c39603f3-dd16-49fc-8509-123e58892f57,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:58.641950 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3c4ba-0943-4773-9931-d60d228266b6 None None] No DVR routers for this DVR port c39603f3-dd16-49fc-8509-123e58892f57 on host dv-cinder-860209-5-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:34:58.649193 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:DELETE=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:58.654987 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (73a43c3b-0c60-4775-8854-2b17382bbba6), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.669008 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56795ad-30de-454e-bbb7-cab8a4532983']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:58.680955 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49945e5-3672-4489-be01-d11a901e2e80') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:58.681383 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49945e5-3672-4489-be01-d11a901e2e80') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:58.693086 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (e49945e5-3672-4489-be01-d11a901e2e80), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.707171 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (e49945e5-3672-4489-be01-d11a901e2e80), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.714789 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:34:58.715200 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (e49945e5-3672-4489-be01-d11a901e2e80), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.758013 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment e49945e5-3672-4489-be01-d11a901e2e80 resource provider aggregate not found Oct 17 10:34:58.775464 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment e49945e5-3672-4489-be01-d11a901e2e80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e49945e5-3672-4489-be01-d11a901e2e80 found for delete ", "request_id": "req-82a0b4be-78f5-4643-9e2b-98158fabc356"}]} Oct 17 10:34:58.782664 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (d56795ad-30de-454e-bbb7-cab8a4532983), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.789143 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.796998 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/d56795ad-30de-454e-bbb7-cab8a4532983 HTTP/1.1" status: 204 len: 168 time: 0.7979913 Oct 17 10:34:58.796998 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60630) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:58.811424 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:58.845455 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868818ec-90b6-473f-942b-a659cab79a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56795ad-30de-454e-bbb7-cab8a4532983,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:58.897568 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Deleting port 6c4e7f70-d260-4b58-972c-209984d2eb17 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:58.897905 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.986297 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] For port 6c4e7f70-d260-4b58-972c-209984d2eb17, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=6c4e7f70-d260-4b58-972c-209984d2eb17,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:58.987310 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:58.999807 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Calling delete_port for 6c4e7f70-d260-4b58-972c-209984d2eb17 owned by network:router_interface {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:59.049040 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfd224-389a-49ca-ab68-217cecf9cad6 req-157005d8-b163-4c67-82e6-7dd79a0474ed tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:34:59.050542 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-62bfd224-389a-49ca-ab68-217cecf9cad6 req-157005d8-b163-4c67-82e6-7dd79a0474ed tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0880620 Oct 17 10:34:59.135183 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-62bfd224-389a-49ca-ab68-217cecf9cad6 req-54a9f3e9-a91f-4bad-8cee-df433f53d89e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780478 Oct 17 10:34:59.168362 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:59.185388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (6c4e7f70-d260-4b58-972c-209984d2eb17), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:59.228956 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (d11ae3dd-c33f-433d-9b15-205d89f3cc26), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:59.232283 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4e7f70-d260-4b58-972c-209984d2eb17,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:34:59.308541 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device c39603f3-dd16-49fc-8509-123e58892f57 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:59.350000 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: c39603f3-dd16-49fc-8509-123e58892f57 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:34:59.350165 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device c39603f3-dd16-49fc-8509-123e58892f57 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:34:59.350803 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:59.377371 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:34:59.377982 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 838167b1-ef7b-44f3-8f0d-6b49345cc2b2 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:34:59.378696 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 5ca2b4be-16fe-42f6-84af-27138947c83c no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:34:59.426156 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 5ca2b4be-16fe-42f6-84af-27138947c83c {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:34:59.428106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 5ca2b4be-16fe-42f6-84af-27138947c83c not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:34:59.456389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:59.530943 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (73a43c3b-0c60-4775-8854-2b17382bbba6), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:59.556979 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482a52ad-749c-4460-be5e-188134d3ed99 None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:34:59.630470 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Deleting port a87dbcab-23e6-4474-b7df-13eaeb488624 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:34:59.630818 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:59.653182 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:59.672419 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a52ad-749c-4460-be5e-188134d3ed99 None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:34:59.748464 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] For port a87dbcab-23e6-4474-b7df-13eaeb488624, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a87dbcab-23e6-4474-b7df-13eaeb488624,segment=NetworkSegment(06c60562-7ad8-4118-8cb4-69b7d74b41ec),segment_id=06c60562-7ad8-4118-8cb4-69b7d74b41ec)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:34:59.749049 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:34:59.774356 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Router 73a43c3b-0c60-4775-8854-2b17382bbba6 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:34:59.778072 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Calling delete_port for a87dbcab-23e6-4474-b7df-13eaeb488624 owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:34:59.792809 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:59.794096 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:34:59.902633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:34:59.910380 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9be38ffc-a409-4af2-8a06-668612ea69f7 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/73a43c3b-0c60-4775-8854-2b17382bbba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8390880 Oct 17 10:34:59.911911 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-d2392855-c9ed-41af-98cb-9e98c0036491 req-2eea1424-0562-4022-8f62-bc6c34d90e9a service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:34:59.912934 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d2392855-c9ed-41af-98cb-9e98c0036491 req-2eea1424-0562-4022-8f62-bc6c34d90e9a service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0115881 Oct 17 10:34:59.913422 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] Sync routers for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:34:59.915002 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60658) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:34:59.927315 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:34:59.927969 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:34:59.938876 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:00.033918 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (a87dbcab-23e6-4474-b7df-13eaeb488624), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:00.046837 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks [] for router (73a43c3b-0c60-4775-8854-2b17382bbba6), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:00.080124 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87dbcab-23e6-4474-b7df-13eaeb488624,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:00.266143 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dd49c-882c-4fe4-992f-6caf89ca3711 req-7d6f68c8-55c8-4421-a11e-587eec6a466f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:00.268093 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0f9dd49c-882c-4fe4-992f-6caf89ca3711 req-7d6f68c8-55c8-4421-a11e-587eec6a466f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0669980 Oct 17 10:35:00.306795 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks [] for router_gateway (73a43c3b-0c60-4775-8854-2b17382bbba6), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:00.308516 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:35:00.329268 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (d11ae3dd-c33f-433d-9b15-205d89f3cc26), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:00.398843 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0f9dd49c-882c-4fe4-992f-6caf89ca3711 req-17d0e0a1-a19c-4012-90ea-9cd546e08987 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235223 Oct 17 10:35:00.401822 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Deleting port 4e947569-d5d2-4a1d-8247-8be6ee943186 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:35:00.402700 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:00.503930 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] For port 4e947569-d5d2-4a1d-8247-8be6ee943186, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=4e947569-d5d2-4a1d-8247-8be6ee943186,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:35:00.504586 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:00.512178 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:00.527811 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Calling delete_port for 4e947569-d5d2-4a1d-8247-8be6ee943186 owned by network:router_gateway {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:35:00.628044 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Router d11ae3dd-c33f-433d-9b15-205d89f3cc26 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:35:00.637291 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:34:59Z', 'revision_number': 5, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port': {'id': '4e947569-d5d2-4a1d-8247-8be6ee943186', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:24:38Z', 'updated_at': '2022-10-17T10:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:00.696618 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] Checking router: 73a43c3b-0c60-4775-8854-2b17382bbba6 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:35:00.722223 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] Routers {'73a43c3b-0c60-4775-8854-2b17382bbba6'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:35:00.723165 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['73a43c3b-0c60-4775-8854-2b17382bbba6'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:00.759240 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:00.761003 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:35:00.772526 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9e3009b1-ec7d-4d5c-ba2a-7da6bd545ce8 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/d11ae3dd-c33f-433d-9b15-205d89f3cc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9739172 Oct 17 10:35:00.772729 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] Sync routers for ids ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:35:00.775360 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60686) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:00.778766 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60688) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:00.796184 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] Routers {'d11ae3dd-c33f-433d-9b15-205d89f3cc26'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:35:00.797259 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:00.866672 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] Set router 73a43c3b-0c60-4775-8854-2b17382bbba6 gateway port host: None {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:35:00.887476 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (4e947569-d5d2-4a1d-8247-8be6ee943186), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:00.923112 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e947569-d5d2-4a1d-8247-8be6ee943186,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:00.928419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:00.930601 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks [] for router (d11ae3dd-c33f-433d-9b15-205d89f3cc26), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:00.939797 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:35:00Z', 'revision_number': 6, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port_host': None}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:00.973721 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b33acd9-a106-4863-bf27-b781ad1691ab None None] The sync data for ids ['73a43c3b-0c60-4775-8854-2b17382bbba6'] in dv-cinder-860209-5-iscsi is: [{'id': '73a43c3b-0c60-4775-8854-2b17382bbba6', 'name': 'tempest-AttachVolumeNegativeTest-1366174777-router', 'tenant_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:24:36Z', 'updated_at': '2022-10-17T10:35:00Z', 'revision_number': 6, 'project_id': '41a236cfbaf14211a6a3674f3c2f3a67', 'gw_port_host': None}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:35:00.989388 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-4e666935-cd67-4756-8bae-0563d3a5880b None None] Provisioning complete for port 54d645d6-47f1-4d8b-a370-a33fab5efcfa triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:35:00.989772 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4e666935-cd67-4756-8bae-0563d3a5880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:00.990118 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-4e666935-cd67-4756-8bae-0563d3a5880b None None] Attempt 1 to provision port 54d645d6-47f1-4d8b-a370-a33fab5efcfa Oct 17 10:35:01.026437 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (73a43c3b-0c60-4775-8854-2b17382bbba6), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.094717 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] Set router d11ae3dd-c33f-433d-9b15-205d89f3cc26 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:35:01.097971 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks [] for router_gateway (d11ae3dd-c33f-433d-9b15-205d89f3cc26), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.149353 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Deleting port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:35:01.149816 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.164778 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:01.172151 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-4e666935-cd67-4756-8bae-0563d3a5880b None None] Current status of the port 54d645d6-47f1-4d8b-a370-a33fab5efcfa is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:35:01.175368 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95afe6f4-e0da-4a2e-b251-c74bd8f310e9 None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:35:01.222319 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (73a43c3b-0c60-4775-8854-2b17382bbba6), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.225461 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks [] for router_controller (73a43c3b-0c60-4775-8854-2b17382bbba6), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.235408 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] For port 327a8ab7-3b6d-4f01-9f89-3d7ff2738958, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=327a8ab7-3b6d-4f01-9f89-3d7ff2738958,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:35:01.235926 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.250278 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Calling delete_port for 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:35:01.277993 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95afe6f4-e0da-4a2e-b251-c74bd8f310e9 None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:35:01.279786 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (73a43c3b-0c60-4775-8854-2b17382bbba6), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.280741 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a43c3b-0c60-4775-8854-2b17382bbba6 {{(pid=104471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:35:01.286692 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.290817 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-785ed37a-cbb6-4b16-b543-7901dc52e992 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/73a43c3b-0c60-4775-8854-2b17382bbba6 HTTP/1.1" status: 204 len: 168 time: 1.3744702 Oct 17 10:35:01.291578 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60698) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:01.304973 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-d719338f-e1e6-4b99-b6b8-87418f1760b8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3812854 Oct 17 10:35:01.334976 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-204f1a21-2092-4dc3-89ec-361c69252d43 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:35:01.338251 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-204f1a21-2092-4dc3-89ec-361c69252d43 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0072372 Oct 17 10:35:01.361161 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:34:59Z', 'revision_number': 5, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'gw_port': {'id': '327a8ab7-3b6d-4f01-9f89-3d7ff2738958', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:01.373823 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-406715a4-1683-4b6b-a7d7-b264d78807da admin admin] Deleting subnet ccff10c5-bf44-4d13-98a5-4becf7a00cc0 {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:35:01.379256 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-406715a4-1683-4b6b-a7d7-b264d78807da admin admin] Publish callbacks [] for subnet (ccff10c5-bf44-4d13-98a5-4becf7a00cc0), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.427697 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] Checking router: d11ae3dd-c33f-433d-9b15-205d89f3cc26 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:35:01.430502 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:01.475559 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] Routers {'d11ae3dd-c33f-433d-9b15-205d89f3cc26'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:35:01.481874 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:34:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:01.572670 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60706) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:01.581085 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 6c4e7f70-d260-4b58-972c-209984d2eb17 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:35:01.617872 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 6c4e7f70-d260-4b58-972c-209984d2eb17 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:35:01.618688 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 6c4e7f70-d260-4b58-972c-209984d2eb17 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:35:01.676046 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2d332-4ba3-433b-9591-e040632f2c8f req-79b5e257-7cac-436b-b449-ddb9d79ed7cc tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:01.685430 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ead2d332-4ba3-433b-9591-e040632f2c8f req-79b5e257-7cac-436b-b449-ddb9d79ed7cc tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.1117077 Oct 17 10:35:01.712098 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (327a8ab7-3b6d-4f01-9f89-3d7ff2738958), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.766529 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] Set router d11ae3dd-c33f-433d-9b15-205d89f3cc26 gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:35:01.778822 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=327a8ab7-3b6d-4f01-9f89-3d7ff2738958,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:01.823834 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:35:01Z', 'revision_number': 6, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'gw_port_host': None}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:01.835618 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-3d06d515-fc91-4d1b-a686-1608b4510836 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:01.837113 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-3d06d515-fc91-4d1b-a686-1608b4510836 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports/cca519f2-c8ec-4e21-9d79-8c8665f98315 HTTP/1.1" status: 200 len: 941 time: 0.2531786 Oct 17 10:35:01.856893 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7965a2-4e12-450a-ac72-1c0827326d48 None None] The sync data for ids ['d11ae3dd-c33f-433d-9b15-205d89f3cc26'] in dv-cinder-860209-5-iscsi is: [{'id': 'd11ae3dd-c33f-433d-9b15-205d89f3cc26', 'name': 'tempest-TestShelveInstance-1974451005-router', 'tenant_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:28:06Z', 'updated_at': '2022-10-17T10:35:01Z', 'revision_number': 6, 'project_id': 'fdd2f2b7ddfd420c8f133852dbeea70c', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:35:01.880376 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ead2d332-4ba3-433b-9591-e040632f2c8f req-a0eb27cf-e03c-4f5c-8a5d-4c9648bb1a93 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933441 Oct 17 10:35:01.894641 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (d11ae3dd-c33f-433d-9b15-205d89f3cc26), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.900062 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:35:01.909211 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-406715a4-1683-4b6b-a7d7-b264d78807da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16678353'] for subnet (ccff10c5-bf44-4d13-98a5-4becf7a00cc0), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:01.951561 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:01.976863 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:02.021379 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (d11ae3dd-c33f-433d-9b15-205d89f3cc26), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.023718 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks [] for router_controller (d11ae3dd-c33f-433d-9b15-205d89f3cc26), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.061018 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-406715a4-1683-4b6b-a7d7-b264d78807da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (ccff10c5-bf44-4d13-98a5-4becf7a00cc0), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.102516 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (d11ae3dd-c33f-433d-9b15-205d89f3cc26), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.104172 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d11ae3dd-c33f-433d-9b15-205d89f3cc26 {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:35:02.108238 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port cca519f2-c8ec-4e21-9d79-8c8665f98315 is: DOWN; New status is: DOWN {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:35:02.130445 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.137259 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60720) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:02.139266 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f5330f9e-839a-4944-9bba-835127c83c59 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/d11ae3dd-c33f-433d-9b15-205d89f3cc26 HTTP/1.1" status: 204 len: 168 time: 1.3611088 Oct 17 10:35:02.187790 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-406715a4-1683-4b6b-a7d7-b264d78807da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16629072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097757'] for subnet (ccff10c5-bf44-4d13-98a5-4becf7a00cc0), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.206072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-406715a4-1683-4b6b-a7d7-b264d78807da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.210598 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-406715a4-1683-4b6b-a7d7-b264d78807da admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/ccff10c5-bf44-4d13-98a5-4becf7a00cc0 HTTP/1.1" status: 204 len: 168 time: 0.9179716 Oct 17 10:35:02.213388 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60724) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:02.238763 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406715a4-1683-4b6b-a7d7-b264d78807da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccff10c5-bf44-4d13-98a5-4becf7a00cc0,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:02.246872 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6534475-da72-419c-b374-8ae7d4983361 admin admin] Deleting subnet 89917c86-43e8-494c-b872-b46bca9eea9b {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:35:02.250499 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b6534475-da72-419c-b374-8ae7d4983361 admin admin] Publish callbacks [] for subnet (89917c86-43e8-494c-b872-b46bca9eea9b), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.276204 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:02.357683 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b6534475-da72-419c-b374-8ae7d4983361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16678353'] for subnet (89917c86-43e8-494c-b872-b46bca9eea9b), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.386860 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d397eed-1a7d-4048-bde1-bbe7fd048515 None None] Network ad62b422-f6a9-44d6-866f-37a78f2fcbac requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:35:02.387975 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (ad62b422-f6a9-44d6-866f-37a78f2fcbac), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.500116 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Deleting port 54d645d6-47f1-4d8b-a370-a33fab5efcfa {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:35:02.500771 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.516499 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-7f1d709f-ecd5-46f0-91db-aa7ed2a66aee None None] Provisioning complete for port a3be0c48-2f74-4e82-834d-4e35fc5391e8 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:35:02.516941 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7f1d709f-ecd5-46f0-91db-aa7ed2a66aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.517197 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-7f1d709f-ecd5-46f0-91db-aa7ed2a66aee None None] Attempt 1 to provision port a3be0c48-2f74-4e82-834d-4e35fc5391e8 Oct 17 10:35:02.521935 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b6534475-da72-419c-b374-8ae7d4983361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (89917c86-43e8-494c-b872-b46bca9eea9b), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.591004 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] For port 54d645d6-47f1-4d8b-a370-a33fab5efcfa, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=54d645d6-47f1-4d8b-a370-a33fab5efcfa,segment=NetworkSegment(b31cee46-c22c-465f-88f8-62ee40c7c04c),segment_id=b31cee46-c22c-465f-88f8-62ee40c7c04c)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:35:02.591203 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.606251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b6534475-da72-419c-b374-8ae7d4983361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16629072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097757'] for subnet (89917c86-43e8-494c-b872-b46bca9eea9b), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.609468 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Calling delete_port for 54d645d6-47f1-4d8b-a370-a33fab5efcfa owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:35:02.616921 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:02.646633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6534475-da72-419c-b374-8ae7d4983361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89917c86-43e8-494c-b872-b46bca9eea9b,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:02.648706 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b6534475-da72-419c-b374-8ae7d4983361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.654774 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b6534475-da72-419c-b374-8ae7d4983361 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/89917c86-43e8-494c-b872-b46bca9eea9b HTTP/1.1" status: 204 len: 168 time: 0.5104008 Oct 17 10:35:02.655393 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60734) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:02.686317 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d709f-ecd5-46f0-91db-aa7ed2a66aee None None] Current status of the port a3be0c48-2f74-4e82-834d-4e35fc5391e8 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:35:02.689589 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855897b-a669-4602-863e-9ad056b57537 None None] Network 449e366f-1bb7-46f6-a32b-9cab4328d3e1 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:35:02.695586 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:02.742006 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (54d645d6-47f1-4d8b-a370-a33fab5efcfa), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.748241 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (449e366f-1bb7-46f6-a32b-9cab4328d3e1), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.790080 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=54d645d6-47f1-4d8b-a370-a33fab5efcfa,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:02.793776 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] No DVR routers for this DVR port 54d645d6-47f1-4d8b-a370-a33fab5efcfa on host dv-cinder-860209-5-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:35:02.802649 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Deleting port a3be0c48-2f74-4e82-834d-4e35fc5391e8 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:35:02.803124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.892966 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] For port a3be0c48-2f74-4e82-834d-4e35fc5391e8, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a3be0c48-2f74-4e82-834d-4e35fc5391e8,segment=NetworkSegment(06c60562-7ad8-4118-8cb4-69b7d74b41ec),segment_id=06c60562-7ad8-4118-8cb4-69b7d74b41ec)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:35:02.893472 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.894768 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (ad62b422-f6a9-44d6-866f-37a78f2fcbac), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:02.906676 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d78001a-6e7a-4ed5-9919-3003a285a89d None None] DHCP port deletion for ad62b422-f6a9-44d6-866f-37a78f2fcbac request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:35:02.910349 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Calling delete_port for a3be0c48-2f74-4e82-834d-4e35fc5391e8 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:35:02.955730 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c2ba1-768f-4a96-8a64-cabb287cdcdf None None] DHCP port deletion for 449e366f-1bb7-46f6-a32b-9cab4328d3e1 request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:35:02.965408 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad62b422-f6a9-44d6-866f-37a78f2fcbac']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:02.988268 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31cee46-c22c-465f-88f8-62ee40c7c04c') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:02.989554 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31cee46-c22c-465f-88f8-62ee40c7c04c') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:03.008279 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (b31cee46-c22c-465f-88f8-62ee40c7c04c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.019098 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c2ba1-768f-4a96-8a64-cabb287cdcdf None None] Deleting port a3be0c48-2f74-4e82-834d-4e35fc5391e8 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:35:03.019415 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2ba1-768f-4a96-8a64-cabb287cdcdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.025313 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (b31cee46-c22c-465f-88f8-62ee40c7c04c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.032748 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:35:03.033470 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (b31cee46-c22c-465f-88f8-62ee40c7c04c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.070241 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:03.075728 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment b31cee46-c22c-465f-88f8-62ee40c7c04c resource provider aggregate not found Oct 17 10:35:03.088871 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746a8fd-e87c-439c-9b0c-77482c0e882f req-5aac505f-dd8a-434c-85b0-b0fb5b5d60ce tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:03.090680 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d746a8fd-e87c-439c-9b0c-77482c0e882f req-5aac505f-dd8a-434c-85b0-b0fb5b5d60ce tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0830135 Oct 17 10:35:03.101792 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.129853 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment b31cee46-c22c-465f-88f8-62ee40c7c04c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b31cee46-c22c-465f-88f8-62ee40c7c04c found for delete ", "request_id": "req-242cd6b2-96ba-4fb8-9b1f-4f730e1d27d7"}]} Oct 17 10:35:03.134174 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3be0c48-2f74-4e82-834d-4e35fc5391e8,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:03.153361 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] No DVR routers for this DVR port a3be0c48-2f74-4e82-834d-4e35fc5391e8 on host dv-cinder-860209-5-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:35:03.158358 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-3e6c2ba1-768f-4a96-8a64-cabb287cdcdf None None] For port a3be0c48-2f74-4e82-834d-4e35fc5391e8, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a3be0c48-2f74-4e82-834d-4e35fc5391e8,segment=NetworkSegment(06c60562-7ad8-4118-8cb4-69b7d74b41ec),segment_id=06c60562-7ad8-4118-8cb4-69b7d74b41ec)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:35:03.158978 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2ba1-768f-4a96-8a64-cabb287cdcdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.160013 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (ad62b422-f6a9-44d6-866f-37a78f2fcbac), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.167554 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.174128 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/ad62b422-f6a9-44d6-866f-37a78f2fcbac HTTP/1.1" status: 204 len: 168 time: 0.9595623 Oct 17 10:35:03.178020 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c2ba1-768f-4a96-8a64-cabb287cdcdf None None] Calling delete_port for a3be0c48-2f74-4e82-834d-4e35fc5391e8 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:35:03.186803 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dce34-0c3d-4553-b985-8ef8174da0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ad62b422-f6a9-44d6-866f-37a78f2fcbac,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:03.256219 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (449e366f-1bb7-46f6-a32b-9cab4328d3e1), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.262369 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d746a8fd-e87c-439c-9b0c-77482c0e882f req-bb04a99f-b73e-4d13-ae7b-a7e9fcb168a6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636355 Oct 17 10:35:03.267443 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2ba1-768f-4a96-8a64-cabb287cdcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (a3be0c48-2f74-4e82-834d-4e35fc5391e8), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.281707 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449e366f-1bb7-46f6-a32b-9cab4328d3e1']}} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:03.298392 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c60562-7ad8-4118-8cb4-69b7d74b41ec') {'for_net_delete': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:03.298392 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c60562-7ad8-4118-8cb4-69b7d74b41ec') {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:03.298668 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2ba1-768f-4a96-8a64-cabb287cdcdf None None] Pushing event deleted for resources: {'Port': ['ID=a3be0c48-2f74-4e82-834d-4e35fc5391e8,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:03.304151 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16678312'] for segment (06c60562-7ad8-4118-8cb4-69b7d74b41ec), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.325454 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (06c60562-7ad8-4118-8cb4-69b7d74b41ec), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.327783 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c2ba1-768f-4a96-8a64-cabb287cdcdf None None] No DVR routers for this DVR port a3be0c48-2f74-4e82-834d-4e35fc5391e8 on host dv-cinder-860209-5-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:35:03.345445 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=104471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:35:03.345938 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16629178'] for segment (06c60562-7ad8-4118-8cb4-69b7d74b41ec), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.361609 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 4e947569-d5d2-4a1d-8247-8be6ee943186 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:35:03.373094 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 06c60562-7ad8-4118-8cb4-69b7d74b41ec resource provider aggregate not found Oct 17 10:35:03.394005 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 4e947569-d5d2-4a1d-8247-8be6ee943186 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:35:03.394461 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 4e947569-d5d2-4a1d-8247-8be6ee943186 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:35:03.395111 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 54d645d6-47f1-4d8b-a370-a33fab5efcfa no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:35:03.418246 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 54d645d6-47f1-4d8b-a370-a33fab5efcfa {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:35:03.418808 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 54d645d6-47f1-4d8b-a370-a33fab5efcfa not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:35:03.419249 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a87dbcab-23e6-4474-b7df-13eaeb488624 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:35:03.422992 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 06c60562-7ad8-4118-8cb4-69b7d74b41ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06c60562-7ad8-4118-8cb4-69b7d74b41ec found for delete ", "request_id": "req-6237b409-8578-4b15-aa50-8551e1d88647"}]} Oct 17 10:35:03.442800 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60756) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:03.448405 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: a87dbcab-23e6-4474-b7df-13eaeb488624 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:35:03.448771 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a87dbcab-23e6-4474-b7df-13eaeb488624 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:35:03.449250 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a3be0c48-2f74-4e82-834d-4e35fc5391e8 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:35:03.462350 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (449e366f-1bb7-46f6-a32b-9cab4328d3e1), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.468406 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: a3be0c48-2f74-4e82-834d-4e35fc5391e8 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:35:03.468775 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a3be0c48-2f74-4e82-834d-4e35fc5391e8 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:35:03.469210 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:35:03.470194 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.475851 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/449e366f-1bb7-46f6-a32b-9cab4328d3e1 HTTP/1.1" status: 204 len: 168 time: 0.8166089 Oct 17 10:35:03.489522 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:35:03.489999 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 327a8ab7-3b6d-4f01-9f89-3d7ff2738958 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:35:03.491634 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bba620-a58f-4fdf-b27d-fe45c425f1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=449e366f-1bb7-46f6-a32b-9cab4328d3e1,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:03.508901 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-cf07be38-2d0f-4157-9bc7-230c79da666b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=41a236cfbaf14211a6a3674f3c2f3a67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0647769 Oct 17 10:35:03.512229 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60760) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:03.566905 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-880f3b46-7e23-4218-9794-ddd7e7ef9598 admin admin] Publish callbacks [] for security_group (5ef321a2-8380-4a9a-88b0-c1f32f9021b1), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.591766 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-880f3b46-7e23-4218-9794-ddd7e7ef9598 admin admin] Publish callbacks [] for security_group (5ef321a2-8380-4a9a-88b0-c1f32f9021b1), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.647725 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-880f3b46-7e23-4218-9794-ddd7e7ef9598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (5ef321a2-8380-4a9a-88b0-c1f32f9021b1), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.650530 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-880f3b46-7e23-4218-9794-ddd7e7ef9598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:03.651778 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-880f3b46-7e23-4218-9794-ddd7e7ef9598 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5ef321a2-8380-4a9a-88b0-c1f32f9021b1 HTTP/1.1" status: 204 len: 168 time: 0.1382861 Oct 17 10:35:03.671770 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f3b46-7e23-4218-9794-ddd7e7ef9598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef321a2-8380-4a9a-88b0-c1f32f9021b1,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:03.718703 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60764) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:03.763973 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3431e662-8363-4862-82d6-f5b2596d15de admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8ca835fdc95849cd8db1882ebb693cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441113 Oct 17 10:35:03.766728 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60766) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:04.088692 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-929fa6ac-577e-46ca-b6a0-afb6b412573d admin admin] Publish callbacks [] for security_group (3fe6607f-bedd-4a95-a9ce-f41ec154cc90), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:04.097321 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:04.116932 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-929fa6ac-577e-46ca-b6a0-afb6b412573d admin admin] Publish callbacks [] for security_group (3fe6607f-bedd-4a95-a9ce-f41ec154cc90), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:04.176230 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-929fa6ac-577e-46ca-b6a0-afb6b412573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3fe6607f-bedd-4a95-a9ce-f41ec154cc90), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:04.179834 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-929fa6ac-577e-46ca-b6a0-afb6b412573d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:04.183904 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-929fa6ac-577e-46ca-b6a0-afb6b412573d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3fe6607f-bedd-4a95-a9ce-f41ec154cc90 HTTP/1.1" status: 204 len: 168 time: 0.4138000 Oct 17 10:35:04.197853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fa6ac-577e-46ca-b6a0-afb6b412573d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe6607f-bedd-4a95-a9ce-f41ec154cc90,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:04.441398 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956d9b8-8915-4f59-8d96-2387ef4fe226 req-d617b738-8bbd-4b85-96df-2eede7b4398b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:04.443339 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4956d9b8-8915-4f59-8d96-2387ef4fe226 req-d617b738-8bbd-4b85-96df-2eede7b4398b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0584607 Oct 17 10:35:04.507300 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4956d9b8-8915-4f59-8d96-2387ef4fe226 req-ea0ea822-8f93-455f-8ca6-12e3941b2cc9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560386 Oct 17 10:35:04.531363 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-26779ff3-bdc0-4c87-a442-56f75f1cdd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:04.532885 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-26779ff3-bdc0-4c87-a442-56f75f1cdd51 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990&tenant_id=6a41305c4efa44edb98d1ca076ccbdff HTTP/1.1" status: 200 len: 1128 time: 0.2342901 Oct 17 10:35:04.542842 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-a24e4661-fffe-4eb8-bbcb-afb7d65141c7 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:35:04.543835 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-a24e4661-fffe-4eb8-bbcb-afb7d65141c7 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053136 Oct 17 10:35:04.572968 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60814) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:04.627000 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-80b76835-4ea0-4826-86c8-f424c8ee888a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fdd2f2b7ddfd420c8f133852dbeea70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529282 Oct 17 10:35:04.630243 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60818) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:04.647685 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-0b622850-00a0-4bcc-b0ee-45cceb16c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:04.649484 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-0b622850-00a0-4bcc-b0ee-45cceb16c472 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 1128 time: 0.0454028 Oct 17 10:35:04.689977 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d9f48679-ab14-4a60-98ee-daf259f6d27d admin admin] Publish callbacks [] for security_group (9d8ca880-7a5d-4077-a5b9-70121c7a2121), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:04.723984 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d9f48679-ab14-4a60-98ee-daf259f6d27d admin admin] Publish callbacks [] for security_group (9d8ca880-7a5d-4077-a5b9-70121c7a2121), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:04.763127 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:04.787100 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-e841fd4c-be54-4458-934d-72e751a88a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:04.789171 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-e841fd4c-be54-4458-934d-72e751a88a53 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 917 time: 0.1328912 Oct 17 10:35:04.794574 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d9f48679-ab14-4a60-98ee-daf259f6d27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9d8ca880-7a5d-4077-a5b9-70121c7a2121), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:04.797710 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d9f48679-ab14-4a60-98ee-daf259f6d27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:04.802667 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d9f48679-ab14-4a60-98ee-daf259f6d27d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9d8ca880-7a5d-4077-a5b9-70121c7a2121 HTTP/1.1" status: 204 len: 168 time: 0.1712701 Oct 17 10:35:04.818235 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f48679-ab14-4a60-98ee-daf259f6d27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8ca880-7a5d-4077-a5b9-70121c7a2121,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:04.841051 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:04.873895 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-eca76072-d236-4ddd-aad5-6d9bc8c27145 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315 HTTP/1.1" status: 200 len: 999 time: 0.0777714 Oct 17 10:35:04.935776 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-4f9ba482-5df8-404e-be0d-61c17fe9ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:04.937339 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-4f9ba482-5df8-404e-be0d-61c17fe9ac1a service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0581627 Oct 17 10:35:04.985317 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-384fc98a-4d8d-4cb5-89cb-d2c5691e61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:04.987117 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-384fc98a-4d8d-4cb5-89cb-d2c5691e61fd service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439067 Oct 17 10:35:05.057118 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60830) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:05.112675 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-8481ee66-c637-4c0c-b2e6-31b920ffe31b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185181 Oct 17 10:35:05.228338 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-913252a6-5824-4359-b378-c7864fc87306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:05.240854 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b752f21c-53ff-467e-8c0c-dc9c125d5bcc req-5ee26388-e10c-487d-bd89-e00c58d14bf4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219077 Oct 17 10:35:05.322597 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-913252a6-5824-4359-b378-c7864fc87306 admin admin] Publish callbacks [] for security_group (3268e24d-9774-4b95-9d3a-c8e18382bf06), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:05.326687 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-913252a6-5824-4359-b378-c7864fc87306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3268e24d-9774-4b95-9d3a-c8e18382bf06), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:05.367777 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913252a6-5824-4359-b378-c7864fc87306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3268e24d-9774-4b95-9d3a-c8e18382bf06,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:05.375730 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-913252a6-5824-4359-b378-c7864fc87306 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3aaf9e43800b494e920ce745c0967f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135605 Oct 17 10:35:05.376026 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60846) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:05.428189 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-980c4592-6f62-4eb3-b510-210fa1e6b75f admin admin] Publish callbacks [] for security_group (3268e24d-9774-4b95-9d3a-c8e18382bf06), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:05.440672 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:05.459247 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-980c4592-6f62-4eb3-b510-210fa1e6b75f admin admin] Publish callbacks [] for security_group (3268e24d-9774-4b95-9d3a-c8e18382bf06), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:05.519286 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-980c4592-6f62-4eb3-b510-210fa1e6b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3268e24d-9774-4b95-9d3a-c8e18382bf06), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:05.522818 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-980c4592-6f62-4eb3-b510-210fa1e6b75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:05.526794 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-980c4592-6f62-4eb3-b510-210fa1e6b75f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3268e24d-9774-4b95-9d3a-c8e18382bf06 HTTP/1.1" status: 204 len: 168 time: 0.1504819 Oct 17 10:35:05.537011 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c4592-6f62-4eb3-b510-210fa1e6b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3268e24d-9774-4b95-9d3a-c8e18382bf06,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:05.661528 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5192-a80d-4dcc-b5ed-2aca4d86b012 req-13eb2041-6720-447c-bf94-5ddf904053f5 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:05.663288 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fa7e5192-a80d-4dcc-b5ed-2aca4d86b012 req-13eb2041-6720-447c-bf94-5ddf904053f5 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0566676 Oct 17 10:35:05.745088 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fa7e5192-a80d-4dcc-b5ed-2aca4d86b012 req-cba41bef-40e2-42a7-80a2-46b259c59b53 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701177 Oct 17 10:35:05.791154 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cc31b978-b97d-478d-bec1-94b196de47d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.092637 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60888) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:06.236841 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca088-0431-47bc-af08-c154c03bc5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.275568 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60892) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:06.306283 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-870bc9b7-6acf-40bc-b08a-aedd3b0684a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.382312 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca088-0431-47bc-af08-c154c03bc5e5 admin admin] Publish callbacks [] for security_group (98d14122-3168-46c1-a0b8-c1a80be804c4), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.391293 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca088-0431-47bc-af08-c154c03bc5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (98d14122-3168-46c1-a0b8-c1a80be804c4), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.443843 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ca088-0431-47bc-af08-c154c03bc5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d14122-3168-46c1-a0b8-c1a80be804c4,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:06.449492 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-fb8ca088-0431-47bc-af08-c154c03bc5e5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8dc2455ccf06479c8e9a68b11bdc31fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557148 Oct 17 10:35:06.452998 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60894) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:06.489612 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-870bc9b7-6acf-40bc-b08a-aedd3b0684a2 admin admin] Publish callbacks [] for security_group (14ace308-c747-4028-9098-ac2080ac3c08), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.501880 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-870bc9b7-6acf-40bc-b08a-aedd3b0684a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (14ace308-c747-4028-9098-ac2080ac3c08), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.523324 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d23746b-99c9-4615-a5d4-3dfb41968959 admin admin] Publish callbacks [] for security_group (98d14122-3168-46c1-a0b8-c1a80be804c4), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.546265 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-870bc9b7-6acf-40bc-b08a-aedd3b0684a2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e5f51322c0714e6ea874c27e9ad86a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684376 Oct 17 10:35:06.547642 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bc9b7-6acf-40bc-b08a-aedd3b0684a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ace308-c747-4028-9098-ac2080ac3c08,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:06.550359 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60896) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:06.550878 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d23746b-99c9-4615-a5d4-3dfb41968959 admin admin] Publish callbacks [] for security_group (98d14122-3168-46c1-a0b8-c1a80be804c4), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.587227 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:06.616796 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d23746b-99c9-4615-a5d4-3dfb41968959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (98d14122-3168-46c1-a0b8-c1a80be804c4), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.634775 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d23746b-99c9-4615-a5d4-3dfb41968959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.636206 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6df449f9-e7e6-4bf8-8320-6ab1bc47b7be admin admin] Publish callbacks [] for security_group (14ace308-c747-4028-9098-ac2080ac3c08), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.636999 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9d23746b-99c9-4615-a5d4-3dfb41968959 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/98d14122-3168-46c1-a0b8-c1a80be804c4 HTTP/1.1" status: 204 len: 168 time: 0.1822796 Oct 17 10:35:06.639645 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:06.649611 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23746b-99c9-4615-a5d4-3dfb41968959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d14122-3168-46c1-a0b8-c1a80be804c4,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:06.677147 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6df449f9-e7e6-4bf8-8320-6ab1bc47b7be admin admin] Publish callbacks [] for security_group (14ace308-c747-4028-9098-ac2080ac3c08), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.745030 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6df449f9-e7e6-4bf8-8320-6ab1bc47b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (14ace308-c747-4028-9098-ac2080ac3c08), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.747740 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6df449f9-e7e6-4bf8-8320-6ab1bc47b7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:06.751380 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6df449f9-e7e6-4bf8-8320-6ab1bc47b7be admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/14ace308-c747-4028-9098-ac2080ac3c08 HTTP/1.1" status: 204 len: 168 time: 0.1955194 Oct 17 10:35:06.759950 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df449f9-e7e6-4bf8-8320-6ab1bc47b7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ace308-c747-4028-9098-ac2080ac3c08,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:06.995325 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5a6f1-b272-42fa-b56a-33bfe0798cba req-7efc65a6-8507-45ce-ac86-0ccdac028d1c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:06.997081 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d2b5a6f1-b272-42fa-b56a-33bfe0798cba req-7efc65a6-8507-45ce-ac86-0ccdac028d1c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0997071 Oct 17 10:35:07.070379 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d2b5a6f1-b272-42fa-b56a-33bfe0798cba req-6aee193b-c95b-41ab-b67b-df95204b3015 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626483 Oct 17 10:35:07.262554 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60914) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:07.276818 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0673-81d9-42a6-87b3-8d4bdb640f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:07.362230 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0673-81d9-42a6-87b3-8d4bdb640f8d admin admin] Publish callbacks [] for security_group (20779354-e2a8-44c2-af50-3e1fcfe22f0f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:07.366751 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0673-81d9-42a6-87b3-8d4bdb640f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (20779354-e2a8-44c2-af50-3e1fcfe22f0f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:07.393319 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:07.408614 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-bc5b0673-81d9-42a6-87b3-8d4bdb640f8d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2a319257359542bb83f7d30929926dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448965 Oct 17 10:35:07.412252 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b0673-81d9-42a6-87b3-8d4bdb640f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20779354-e2a8-44c2-af50-3e1fcfe22f0f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:07.412435 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60918) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:07.467905 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd2b0bcf-934a-4193-af83-011efed6e6ba admin admin] Publish callbacks [] for security_group (20779354-e2a8-44c2-af50-3e1fcfe22f0f), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:07.489579 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd2b0bcf-934a-4193-af83-011efed6e6ba admin admin] Publish callbacks [] for security_group (20779354-e2a8-44c2-af50-3e1fcfe22f0f), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:07.540802 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd2b0bcf-934a-4193-af83-011efed6e6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (20779354-e2a8-44c2-af50-3e1fcfe22f0f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:07.543403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd2b0bcf-934a-4193-af83-011efed6e6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:07.546819 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-cd2b0bcf-934a-4193-af83-011efed6e6ba admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/20779354-e2a8-44c2-af50-3e1fcfe22f0f HTTP/1.1" status: 204 len: 168 time: 0.1304095 Oct 17 10:35:07.554913 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b0bcf-934a-4193-af83-011efed6e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20779354-e2a8-44c2-af50-3e1fcfe22f0f,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:08.178608 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-44446b31-9df5-4f16-b3fb-84f296c1e83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:08.251733 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d392668-2028-4d17-bda5-8a81ece32316 req-e5ed4c54-97d2-488b-b9a9-4e2ee4251569 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:08.253319 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d392668-2028-4d17-bda5-8a81ece32316 req-e5ed4c54-97d2-488b-b9a9-4e2ee4251569 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0778854 Oct 17 10:35:08.316721 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d392668-2028-4d17-bda5-8a81ece32316 req-1f71079e-9728-41e3-a11f-c4f17a78329e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564630 Oct 17 10:35:08.596995 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 60964) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:08.714939 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-458069757-network', 'tenant_id': '9d4ade881513407eb839b7ac557acdf0'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:35:08.737165 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Made reservation on behalf of 9d4ade881513407eb839b7ac557acdf0 for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:35:08.740443 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:08.750813 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:08.828558 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:08.854882 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Publish callbacks [] for security_group (99fb4151-f3c7-4e81-95d1-6654a76c9dfc), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:08.859835 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (99fb4151-f3c7-4e81-95d1-6654a76c9dfc), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:08.896760 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fb4151-f3c7-4e81-95d1-6654a76c9dfc,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:08.913916 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:35:08.924409 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (99ab1b99-01ca-42a6-854e-489cb83fb537), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:08.924756 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Added segment 99ab1b99-01ca-42a6-854e-489cb83fb537 of type vlan for network 222d86cd-3634-497b-bb2e-338af815bafd Oct 17 10:35:08.969739 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (222d86cd-3634-497b-bb2e-338af815bafd), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:09.010003 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (222d86cd-3634-497b-bb2e-338af815bafd), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:09.013544 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:09.013544 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:09.073676 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4735463 Oct 17 10:35:09.074858 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 60978) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:09.081327 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Request body: {'subnet': {'network_id': '222d86cd-3634-497b-bb2e-338af815bafd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-458069757-subnet', 'tenant_id': '9d4ade881513407eb839b7ac557acdf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:35:09.096124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9df4cc-247b-4ae2-a781-1f8a50b7d057 admin admin] Pushing event updated for resources: {'Network': ['ID=222d86cd-3634-497b-bb2e-338af815bafd,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:09.105475 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Made reservation on behalf of 9d4ade881513407eb839b7ac557acdf0 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:35:09.109453 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 222d86cd-3634-497b-bb2e-338af815bafd details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:35:09.118054 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12414226'] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:09.381046 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12278768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12414208'] for subnet (0581bb15-8d28-46fe-bb3f-07978a2d5a50), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:09.388746 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:09.454608 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0581bb15-8d28-46fe-bb3f-07978a2d5a50,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:09.498123 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Checking segment: {'id': '99ab1b99-01ca-42a6-854e-489cb83fb537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '222d86cd-3634-497b-bb2e-338af815bafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:35:09.498511 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Network hostable DHCP agents. Network: 222d86cd-3634-497b-bb2e-338af815bafd, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:35:09.506680 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f475f-9592-43b3-a204-8146ef1ee07f req-2d5aa793-9a1e-4a2b-9884-5916e08cc5b3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:09.508182 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cf9f475f-9592-43b3-a204-8146ef1ee07f req-2d5aa793-9a1e-4a2b-9884-5916e08cc5b3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0706327 Oct 17 10:35:09.542959 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Network 222d86cd-3634-497b-bb2e-338af815bafd is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:35:09.570020 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 222d86cd-3634-497b-bb2e-338af815bafd) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:35:09.575421 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:09.576018 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:09.584783 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d82202-42b6-467e-bf1f-ab6ea9e51e5b None None] Network 222d86cd-3634-497b-bb2e-338af815bafd requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:35:09.601962 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cf9f475f-9592-43b3-a204-8146ef1ee07f req-59f834dc-b35b-4a3d-afa2-33bb13a0bc48 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855050 Oct 17 10:35:09.632841 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-140685a9-2b66-4d3e-bfbd-8faef60be349 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5561333 Oct 17 10:35:09.719773 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ffa94-26ce-488a-97c2-3b488bf4914c None None] Network 222d86cd-3634-497b-bb2e-338af815bafd requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:35:09.724613 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:10.238038 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 32770) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:10.244108 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-231136740-network', 'tenant_id': 'be2d4ace471843028b3f49aeab8508f2'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:35:10.267645 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Made reservation on behalf of be2d4ace471843028b3f49aeab8508f2 for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:35:10.270232 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.281658 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.361895 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:10.398311 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Publish callbacks [] for security_group (b46c6ca1-acab-411d-8d58-bb32b76e81a7), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.402728 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b46c6ca1-acab-411d-8d58-bb32b76e81a7), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.419213 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:35:10.449912 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46c6ca1-acab-411d-8d58-bb32b76e81a7,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:10.459976 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (c77c6aba-f721-43b1-bd46-a67c798ec799), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.460457 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Added segment c77c6aba-f721-43b1-bd46-a67c798ec799 of type vlan for network 209e9d00-ee3f-443c-aaf2-ba866b7ac7d6 Oct 17 10:35:10.507853 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (209e9d00-ee3f-443c-aaf2-ba866b7ac7d6), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.541922 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (209e9d00-ee3f-443c-aaf2-ba866b7ac7d6), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.543510 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:10.544263 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.583352 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 32788) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:10.584206 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3440340 Oct 17 10:35:10.588897 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Request body: {'subnet': {'network_id': '209e9d00-ee3f-443c-aaf2-ba866b7ac7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-231136740-subnet', 'tenant_id': 'be2d4ace471843028b3f49aeab8508f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:35:10.617176 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Made reservation on behalf of be2d4ace471843028b3f49aeab8508f2 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:35:10.623340 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12414226'] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.655911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0a6a9-9717-42e6-b2c4-3f3d83d4150b admin admin] Pushing event updated for resources: {'Network': ['ID=209e9d00-ee3f-443c-aaf2-ba866b7ac7d6,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:10.698450 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 209e9d00-ee3f-443c-aaf2-ba866b7ac7d6 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:35:10.725997 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:10.826146 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:10.844321 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefc6ab-6b7c-4100-a488-ac481a40086e req-1ca8f04b-d09d-4384-8825-35c968c43b18 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:10.849356 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:10.857465 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2cefc6ab-6b7c-4100-a488-ac481a40086e req-1ca8f04b-d09d-4384-8825-35c968c43b18 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.1234632 Oct 17 10:35:10.946745 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2cefc6ab-6b7c-4100-a488-ac481a40086e req-af61b48e-3671-4760-a824-48d18f9bd3f8 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881832 Oct 17 10:35:10.960141 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12278768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12414208'] for subnet (0f35d53d-6203-4265-85db-ddf7981f6f8d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.014140 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:11.030116 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f35d53d-6203-4265-85db-ddf7981f6f8d,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:11.040776 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Checking segment: {'id': 'c77c6aba-f721-43b1-bd46-a67c798ec799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '209e9d00-ee3f-443c-aaf2-ba866b7ac7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:35:11.041143 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Network hostable DHCP agents. Network: 209e9d00-ee3f-443c-aaf2-ba866b7ac7d6, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:35:11.060706 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Network 209e9d00-ee3f-443c-aaf2-ba866b7ac7d6 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:35:11.071963 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 209e9d00-ee3f-443c-aaf2-ba866b7ac7d6) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:35:11.080721 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe25e7-b65d-44c4-bac6-0f7a75c96c9f None None] Network 209e9d00-ee3f-443c-aaf2-ba866b7ac7d6 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:35:11.087685 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:11.088588 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.106643 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-60686ae7-60d6-419c-8534-8f062f332581 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5224779 Oct 17 10:35:11.232256 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6357253-2ae0-4401-90f2-52528e46efec None None] Network 209e9d00-ee3f-443c-aaf2-ba866b7ac7d6 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:35:11.259475 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 32802) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:11.295411 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.328234 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff972cd-b64d-4bca-8f98-a30b8ae32c2a admin admin] Deleting subnet 0581bb15-8d28-46fe-bb3f-07978a2d5a50 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:35:11.332144 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8ff972cd-b64d-4bca-8f98-a30b8ae32c2a admin admin] Publish callbacks [] for subnet (0581bb15-8d28-46fe-bb3f-07978a2d5a50), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.373755 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8ff972cd-b64d-4bca-8f98-a30b8ae32c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1924750'] for subnet (0581bb15-8d28-46fe-bb3f-07978a2d5a50), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.420721 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8ff972cd-b64d-4bca-8f98-a30b8ae32c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (0581bb15-8d28-46fe-bb3f-07978a2d5a50), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.495324 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8ff972cd-b64d-4bca-8f98-a30b8ae32c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12278705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12414195'] for subnet (0581bb15-8d28-46fe-bb3f-07978a2d5a50), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.532549 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff972cd-b64d-4bca-8f98-a30b8ae32c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0581bb15-8d28-46fe-bb3f-07978a2d5a50,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:11.534561 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8ff972cd-b64d-4bca-8f98-a30b8ae32c2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.538206 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8ff972cd-b64d-4bca-8f98-a30b8ae32c2a admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/0581bb15-8d28-46fe-bb3f-07978a2d5a50 HTTP/1.1" status: 204 len: 168 time: 0.2776520 Oct 17 10:35:11.540715 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 32804) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:11.616508 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (222d86cd-3634-497b-bb2e-338af815bafd), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.701300 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (222d86cd-3634-497b-bb2e-338af815bafd), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.724407 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222d86cd-3634-497b-bb2e-338af815bafd']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:11.735225 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ab1b99-01ca-42a6-854e-489cb83fb537') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:11.735523 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ab1b99-01ca-42a6-854e-489cb83fb537') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:11.745814 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (99ab1b99-01ca-42a6-854e-489cb83fb537), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.758909 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (99ab1b99-01ca-42a6-854e-489cb83fb537), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.765123 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:35:11.765509 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (99ab1b99-01ca-42a6-854e-489cb83fb537), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.809197 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 99ab1b99-01ca-42a6-854e-489cb83fb537 resource provider aggregate not found Oct 17 10:35:11.827880 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 99ab1b99-01ca-42a6-854e-489cb83fb537 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99ab1b99-01ca-42a6-854e-489cb83fb537 found for delete ", "request_id": "req-76afbbbc-d790-4202-86bc-2e63bc729f99"}]} Oct 17 10:35:11.835067 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (222d86cd-3634-497b-bb2e-338af815bafd), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.839569 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.842779 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/222d86cd-3634-497b-bb2e-338af815bafd HTTP/1.1" status: 204 len: 168 time: 0.3011501 Oct 17 10:35:11.845749 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 32810) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:11.857219 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938e348-ef62-4a9d-8b1a-ac7620c96ced admin admin] Pushing event deleted for resources: {'Network': ['ID=222d86cd-3634-497b-bb2e-338af815bafd,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:11.901440 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c82a05-897b-4176-a6ec-7fbd6fdf25fe admin admin] Deleting subnet 0f35d53d-6203-4265-85db-ddf7981f6f8d {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:35:11.904883 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-24c82a05-897b-4176-a6ec-7fbd6fdf25fe admin admin] Publish callbacks [] for subnet (0f35d53d-6203-4265-85db-ddf7981f6f8d), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:11.947844 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-24c82a05-897b-4176-a6ec-7fbd6fdf25fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16678353'] for subnet (0f35d53d-6203-4265-85db-ddf7981f6f8d), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.010456 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:12.016758 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-24c82a05-897b-4176-a6ec-7fbd6fdf25fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (0f35d53d-6203-4265-85db-ddf7981f6f8d), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.118867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-24c82a05-897b-4176-a6ec-7fbd6fdf25fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16629072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097757'] for subnet (0f35d53d-6203-4265-85db-ddf7981f6f8d), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.165852 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c82a05-897b-4176-a6ec-7fbd6fdf25fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f35d53d-6203-4265-85db-ddf7981f6f8d,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:12.174179 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf185cc-166a-428c-97ca-8992ca67a5d1 req-3f73b835-a579-4da8-9ad4-ddf60974bcd4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:12.175888 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-acf185cc-166a-428c-97ca-8992ca67a5d1 req-3f73b835-a579-4da8-9ad4-ddf60974bcd4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.1139231 Oct 17 10:35:12.183325 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-24c82a05-897b-4176-a6ec-7fbd6fdf25fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.195234 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-24c82a05-897b-4176-a6ec-7fbd6fdf25fe admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/0f35d53d-6203-4265-85db-ddf7981f6f8d HTTP/1.1" status: 204 len: 168 time: 0.3482254 Oct 17 10:35:12.196123 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 32824) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:12.215511 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=3,neutron:DELETE=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:12.262954 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-acf185cc-166a-428c-97ca-8992ca67a5d1 req-fa8266f7-5aed-4e55-a46a-abc5d7753cb4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758946 Oct 17 10:35:12.314698 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (209e9d00-ee3f-443c-aaf2-ba866b7ac7d6), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.411228 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (209e9d00-ee3f-443c-aaf2-ba866b7ac7d6), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.441465 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209e9d00-ee3f-443c-aaf2-ba866b7ac7d6']}} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:12.455654 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77c6aba-f721-43b1-bd46-a67c798ec799') {'for_net_delete': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:12.457253 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77c6aba-f721-43b1-bd46-a67c798ec799') {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:12.490353 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16678312'] for segment (c77c6aba-f721-43b1-bd46-a67c798ec799), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.522836 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 32830) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:12.544482 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (c77c6aba-f721-43b1-bd46-a67c798ec799), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.570816 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=104471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:35:12.571327 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16629178'] for segment (c77c6aba-f721-43b1-bd46-a67c798ec799), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.671545 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment c77c6aba-f721-43b1-bd46-a67c798ec799 resource provider aggregate not found Oct 17 10:35:12.696013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (209e9d00-ee3f-443c-aaf2-ba866b7ac7d6), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.710453 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.719396 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/209e9d00-ee3f-443c-aaf2-ba866b7ac7d6 HTTP/1.1" status: 204 len: 168 time: 0.5214458 Oct 17 10:35:12.730281 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment c77c6aba-f721-43b1-bd46-a67c798ec799 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c77c6aba-f721-43b1-bd46-a67c798ec799 found for delete ", "request_id": "req-2ee6274b-85ab-4299-a2b5-2cb582955116"}]} Oct 17 10:35:12.751304 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b79c04-131a-4dae-a518-c175969721c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=209e9d00-ee3f-443c-aaf2-ba866b7ac7d6,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:12.758315 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef897aa7-eedb-46f0-9697-259139307f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.769371 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:12.893999 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef897aa7-eedb-46f0-9697-259139307f10 admin admin] Publish callbacks [] for security_group (3281d1c9-9ef5-4904-852b-6c1ac1603d79), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.899794 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef897aa7-eedb-46f0-9697-259139307f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3281d1c9-9ef5-4904-852b-6c1ac1603d79), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:12.947035 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef897aa7-eedb-46f0-9697-259139307f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3281d1c9-9ef5-4904-852b-6c1ac1603d79,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:12.955729 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 32840) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:12.995286 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ef897aa7-eedb-46f0-9697-259139307f10 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=eb74f9685d2545ca978732738871962f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711099 Oct 17 10:35:12.996079 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 32842) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:13.031931 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-2552f7f1-63eb-4da1-8405-9d25b6dff29f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9d4ade881513407eb839b7ac557acdf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0747259 Oct 17 10:35:13.033024 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 32844) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:13.058778 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7c67a01-78b1-4014-8f28-c8ac06d41f5c admin admin] Publish callbacks [] for security_group (3281d1c9-9ef5-4904-852b-6c1ac1603d79), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.082127 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7c67a01-78b1-4014-8f28-c8ac06d41f5c admin admin] Publish callbacks [] for security_group (3281d1c9-9ef5-4904-852b-6c1ac1603d79), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.119080 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2415580-5222-4df7-95e1-17bfb8cf8f9c admin admin] Publish callbacks [] for security_group (99fb4151-f3c7-4e81-95d1-6654a76c9dfc), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.146471 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7c67a01-78b1-4014-8f28-c8ac06d41f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3281d1c9-9ef5-4904-852b-6c1ac1603d79), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.149581 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2415580-5222-4df7-95e1-17bfb8cf8f9c admin admin] Publish callbacks [] for security_group (99fb4151-f3c7-4e81-95d1-6654a76c9dfc), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.150116 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7c67a01-78b1-4014-8f28-c8ac06d41f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.154168 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b7c67a01-78b1-4014-8f28-c8ac06d41f5c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3281d1c9-9ef5-4904-852b-6c1ac1603d79 HTTP/1.1" status: 204 len: 168 time: 0.1548049 Oct 17 10:35:13.162189 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c67a01-78b1-4014-8f28-c8ac06d41f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3281d1c9-9ef5-4904-852b-6c1ac1603d79,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:13.230406 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2415580-5222-4df7-95e1-17bfb8cf8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (99fb4151-f3c7-4e81-95d1-6654a76c9dfc), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.233398 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2415580-5222-4df7-95e1-17bfb8cf8f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.238613 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f2415580-5222-4df7-95e1-17bfb8cf8f9c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/99fb4151-f3c7-4e81-95d1-6654a76c9dfc HTTP/1.1" status: 204 len: 168 time: 0.2004883 Oct 17 10:35:13.263769 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2415580-5222-4df7-95e1-17bfb8cf8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fb4151-f3c7-4e81-95d1-6654a76c9dfc,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:13.449900 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827be37f-2811-4d13-8fd9-11067d2438c5 req-e2b326cc-7522-4eee-956d-cf3768513c39 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:13.462914 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-827be37f-2811-4d13-8fd9-11067d2438c5 req-e2b326cc-7522-4eee-956d-cf3768513c39 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0993049 Oct 17 10:35:13.544544 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-827be37f-2811-4d13-8fd9-11067d2438c5 req-527f0bb2-7146-4a5e-874b-f9fb92368529 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767398 Oct 17 10:35:13.758898 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 32856) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:13.775139 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a299ac2e-7244-4113-b098-117f3b0337ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.791229 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:13.871190 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a299ac2e-7244-4113-b098-117f3b0337ac admin admin] Publish callbacks [] for security_group (8101370b-cf58-49c7-a448-4337984d288e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.887622 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a299ac2e-7244-4113-b098-117f3b0337ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8101370b-cf58-49c7-a448-4337984d288e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:13.931697 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a299ac2e-7244-4113-b098-117f3b0337ac admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=330bd2f7d64a4ae5b1585063e99dacd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715016 Oct 17 10:35:13.932483 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299ac2e-7244-4113-b098-117f3b0337ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8101370b-cf58-49c7-a448-4337984d288e,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:13.934543 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 32858) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:13.949127 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:14.030046 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4700f012-983b-494a-963e-431723b67b2e admin admin] Publish callbacks [] for security_group (8101370b-cf58-49c7-a448-4337984d288e), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:14.041079 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 32860) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:14.088551 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cc0e9198-376e-484e-a00a-ede676486c50 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=be2d4ace471843028b3f49aeab8508f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439062 Oct 17 10:35:14.088887 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 32862) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:14.095081 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4700f012-983b-494a-963e-431723b67b2e admin admin] Publish callbacks [] for security_group (8101370b-cf58-49c7-a448-4337984d288e), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:14.150238 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b88b36b1-f62b-4eca-9211-fd491b15132d admin admin] Publish callbacks [] for security_group (b46c6ca1-acab-411d-8d58-bb32b76e81a7), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:14.179721 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b88b36b1-f62b-4eca-9211-fd491b15132d admin admin] Publish callbacks [] for security_group (b46c6ca1-acab-411d-8d58-bb32b76e81a7), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:14.197074 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4700f012-983b-494a-963e-431723b67b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8101370b-cf58-49c7-a448-4337984d288e), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:14.199863 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4700f012-983b-494a-963e-431723b67b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:14.204315 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-4700f012-983b-494a-963e-431723b67b2e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8101370b-cf58-49c7-a448-4337984d288e HTTP/1.1" status: 204 len: 168 time: 0.2674522 Oct 17 10:35:14.218493 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700f012-983b-494a-963e-431723b67b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8101370b-cf58-49c7-a448-4337984d288e,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:14.241239 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b88b36b1-f62b-4eca-9211-fd491b15132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (b46c6ca1-acab-411d-8d58-bb32b76e81a7), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:14.244257 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b88b36b1-f62b-4eca-9211-fd491b15132d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:14.248962 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b88b36b1-f62b-4eca-9211-fd491b15132d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b46c6ca1-acab-411d-8d58-bb32b76e81a7 HTTP/1.1" status: 204 len: 168 time: 0.1589572 Oct 17 10:35:14.263718 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b36b1-f62b-4eca-9211-fd491b15132d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46c6ca1-acab-411d-8d58-bb32b76e81a7,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:14.743262 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba252c7-8e74-45a9-a142-67505f7ca9d3 req-ccdb3fe3-aed6-4e1d-af33-494711645021 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:14.744815 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ba252c7-8e74-45a9-a142-67505f7ca9d3 req-ccdb3fe3-aed6-4e1d-af33-494711645021 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0978076 Oct 17 10:35:14.810629 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ba252c7-8e74-45a9-a142-67505f7ca9d3 req-16b14af8-acb7-4b19-81b8-def819c659d1 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572379 Oct 17 10:35:15.957964 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2204ed-87d4-4e1f-9c23-5f1e441f2cc8 req-9ccc410f-508c-43e3-a308-e217a464c7e1 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:15.965266 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0d2204ed-87d4-4e1f-9c23-5f1e441f2cc8 req-9ccc410f-508c-43e3-a308-e217a464c7e1 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0549614 Oct 17 10:35:16.009229 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0d2204ed-87d4-4e1f-9c23-5f1e441f2cc8 req-b9ce0ce1-6951-4608-9c87-eac10652cd62 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431066 Oct 17 10:35:17.138111 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e92df-75dd-47bc-8238-b2a1cd1618b9 req-b97912b6-3c13-4969-8e0b-fe8a34201644 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:17.139586 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be7e92df-75dd-47bc-8238-b2a1cd1618b9 req-b97912b6-3c13-4969-8e0b-fe8a34201644 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0468626 Oct 17 10:35:17.185346 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be7e92df-75dd-47bc-8238-b2a1cd1618b9 req-1b6596ab-f786-42c4-bce9-678930ed7827 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 Oct 17 10:35:17.326632 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=19 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:17.331573 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=92 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:18.319517 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd7f01-ddbb-4a2a-a5cf-b8f8a6ee672e req-14b83bbc-e6ce-4b2d-a8ba-0f987e43ba6e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:18.321022 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c1bd7f01-ddbb-4a2a-a5cf-b8f8a6ee672e req-14b83bbc-e6ce-4b2d-a8ba-0f987e43ba6e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0511742 Oct 17 10:35:18.367790 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c1bd7f01-ddbb-4a2a-a5cf-b8f8a6ee672e req-1550f463-157f-428b-9825-0afb3743c3b2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411673 Oct 17 10:35:19.512272 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b62d9-0e09-4954-b364-8d8244d43b8f req-c6971a8b-f3da-49cc-9339-df69c0ce96aa tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:19.513787 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e18b62d9-0e09-4954-b364-8d8244d43b8f req-c6971a8b-f3da-49cc-9339-df69c0ce96aa tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0577261 Oct 17 10:35:19.567828 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e18b62d9-0e09-4954-b364-8d8244d43b8f req-1dd86e65-3448-400d-b980-c9b4dbe98220 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479250 Oct 17 10:35:20.018108 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33074) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:20.119215 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.130614 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-afe28070-96dc-48db-812d-f6e1830c4685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.148853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:20.209770 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-afe28070-96dc-48db-812d-f6e1830c4685 admin admin] Publish callbacks [] for security_group (936ca26b-39fa-4d25-be7c-ba69eb10d413), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.213356 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-afe28070-96dc-48db-812d-f6e1830c4685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (936ca26b-39fa-4d25-be7c-ba69eb10d413), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.244127 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:20.255376 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-afe28070-96dc-48db-812d-f6e1830c4685 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2ccf0ce3083345289d1d12141d0ad271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360749 Oct 17 10:35:20.256486 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe28070-96dc-48db-812d-f6e1830c4685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936ca26b-39fa-4d25-be7c-ba69eb10d413,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:20.259130 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33078) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:20.308855 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-29a91b81-8af9-49c1-b2a0-9cc934767102 admin admin] Publish callbacks [] for security_group (936ca26b-39fa-4d25-be7c-ba69eb10d413), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.333875 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-29a91b81-8af9-49c1-b2a0-9cc934767102 admin admin] Publish callbacks [] for security_group (936ca26b-39fa-4d25-be7c-ba69eb10d413), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.384201 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-29a91b81-8af9-49c1-b2a0-9cc934767102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (936ca26b-39fa-4d25-be7c-ba69eb10d413), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.387144 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-29a91b81-8af9-49c1-b2a0-9cc934767102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.388379 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-29a91b81-8af9-49c1-b2a0-9cc934767102 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/936ca26b-39fa-4d25-be7c-ba69eb10d413 HTTP/1.1" status: 204 len: 168 time: 0.1274242 Oct 17 10:35:20.397132 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a91b81-8af9-49c1-b2a0-9cc934767102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936ca26b-39fa-4d25-be7c-ba69eb10d413,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:20.713421 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224725c-9354-4902-8eb7-d085d2619c8a req-080d9b05-e353-488e-b14a-572d37e7a21a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:20.714932 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0224725c-9354-4902-8eb7-d085d2619c8a req-080d9b05-e353-488e-b14a-572d37e7a21a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0474954 Oct 17 10:35:20.740196 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33086) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:20.751737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:20.754062 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0aed1b20-d986-43e0-a427-3540875afc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.767597 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0224725c-9354-4902-8eb7-d085d2619c8a req-406db414-aadb-4323-8adb-c15ecd36f21f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469837 Oct 17 10:35:20.841242 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0aed1b20-d986-43e0-a427-3540875afc98 admin admin] Publish callbacks [] for security_group (12b138bc-ef76-4fb3-ba58-68e794c2e94f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.844923 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0aed1b20-d986-43e0-a427-3540875afc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (12b138bc-ef76-4fb3-ba58-68e794c2e94f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.885598 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0aed1b20-d986-43e0-a427-3540875afc98 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0004d6f0692742f081101a69778733ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441929 Oct 17 10:35:20.886641 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed1b20-d986-43e0-a427-3540875afc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b138bc-ef76-4fb3-ba58-68e794c2e94f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:20.888265 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33088) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:20.938113 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-270a7d7d-63ab-4e7e-a62d-ff7b83691a2a admin admin] Publish callbacks [] for security_group (12b138bc-ef76-4fb3-ba58-68e794c2e94f), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:20.960187 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-270a7d7d-63ab-4e7e-a62d-ff7b83691a2a admin admin] Publish callbacks [] for security_group (12b138bc-ef76-4fb3-ba58-68e794c2e94f), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.008225 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-270a7d7d-63ab-4e7e-a62d-ff7b83691a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (12b138bc-ef76-4fb3-ba58-68e794c2e94f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.010743 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-270a7d7d-63ab-4e7e-a62d-ff7b83691a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.011878 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-270a7d7d-63ab-4e7e-a62d-ff7b83691a2a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/12b138bc-ef76-4fb3-ba58-68e794c2e94f HTTP/1.1" status: 204 len: 168 time: 0.1219928 Oct 17 10:35:21.019614 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a7d7d-63ab-4e7e-a62d-ff7b83691a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b138bc-ef76-4fb3-ba58-68e794c2e94f,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:21.485033 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33116) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:21.599278 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-17682c85-ce28-4657-81e8-f25bff740bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.677698 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:21.679963 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-17682c85-ce28-4657-81e8-f25bff740bb5 admin admin] Publish callbacks [] for security_group (4a1c4c17-0f21-49bb-a9a3-971a800e3767), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.684503 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-17682c85-ce28-4657-81e8-f25bff740bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (4a1c4c17-0f21-49bb-a9a3-971a800e3767), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.728530 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-17682c85-ce28-4657-81e8-f25bff740bb5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=83331ca1ffa34767a96ef4455699a661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423842 Oct 17 10:35:21.729840 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17682c85-ce28-4657-81e8-f25bff740bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1c4c17-0f21-49bb-a9a3-971a800e3767,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:21.731537 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33128) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:21.786029 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-259adc88-8d78-4968-832a-8294671b32c3 admin admin] Publish callbacks [] for security_group (4a1c4c17-0f21-49bb-a9a3-971a800e3767), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.810211 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-259adc88-8d78-4968-832a-8294671b32c3 admin admin] Publish callbacks [] for security_group (4a1c4c17-0f21-49bb-a9a3-971a800e3767), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.875898 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-259adc88-8d78-4968-832a-8294671b32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (4a1c4c17-0f21-49bb-a9a3-971a800e3767), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.878589 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-259adc88-8d78-4968-832a-8294671b32c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:21.879733 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-259adc88-8d78-4968-832a-8294671b32c3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4a1c4c17-0f21-49bb-a9a3-971a800e3767 HTTP/1.1" status: 204 len: 168 time: 0.1471207 Oct 17 10:35:21.908291 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259adc88-8d78-4968-832a-8294671b32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1c4c17-0f21-49bb-a9a3-971a800e3767,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:21.924716 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad25e1d-bb12-4307-9176-a924ebbfb590 req-3c620eb7-f522-49ce-92c4-5894937a50ec tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:21.927426 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9ad25e1d-bb12-4307-9176-a924ebbfb590 req-3c620eb7-f522-49ce-92c4-5894937a50ec tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0676947 Oct 17 10:35:21.984426 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9ad25e1d-bb12-4307-9176-a924ebbfb590 req-3a6baf7f-2ae0-43c4-b7f5-1ecf428938cd tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507491 Oct 17 10:35:22.301753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33150) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:22.315591 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2308c077-0554-4366-8d4b-85b79dfab281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:22.395480 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2308c077-0554-4366-8d4b-85b79dfab281 admin admin] Publish callbacks [] for security_group (aa231454-a8e7-465b-8cea-5ad7f0a91551), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:22.399611 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2308c077-0554-4366-8d4b-85b79dfab281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (aa231454-a8e7-465b-8cea-5ad7f0a91551), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:22.441065 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c077-0554-4366-8d4b-85b79dfab281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa231454-a8e7-465b-8cea-5ad7f0a91551,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:22.447852 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-2308c077-0554-4366-8d4b-85b79dfab281 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3dac4b963a7340519761db7d57fbcfdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447570 Oct 17 10:35:22.450481 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33156) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:22.502445 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dad8d260-9b53-4363-aa95-1e88db5c08a7 admin admin] Publish callbacks [] for security_group (aa231454-a8e7-465b-8cea-5ad7f0a91551), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:22.522873 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dad8d260-9b53-4363-aa95-1e88db5c08a7 admin admin] Publish callbacks [] for security_group (aa231454-a8e7-465b-8cea-5ad7f0a91551), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:22.544957 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:22.560805 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:22.583016 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dad8d260-9b53-4363-aa95-1e88db5c08a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (aa231454-a8e7-465b-8cea-5ad7f0a91551), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:22.585702 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dad8d260-9b53-4363-aa95-1e88db5c08a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:22.586912 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-dad8d260-9b53-4363-aa95-1e88db5c08a7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/aa231454-a8e7-465b-8cea-5ad7f0a91551 HTTP/1.1" status: 204 len: 168 time: 0.1355329 Oct 17 10:35:22.594940 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8d260-9b53-4363-aa95-1e88db5c08a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa231454-a8e7-465b-8cea-5ad7f0a91551,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:22.841309 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33168) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:22.949566 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22dc1846-f75f-4fe2-ab56-58de77c7f1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.030075 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22dc1846-f75f-4fe2-ab56-58de77c7f1d2 admin admin] Publish callbacks [] for security_group (44572b51-e671-4f34-a6f5-71b925b108c2), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.034358 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22dc1846-f75f-4fe2-ab56-58de77c7f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (44572b51-e671-4f34-a6f5-71b925b108c2), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.078398 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-22dc1846-f75f-4fe2-ab56-58de77c7f1d2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=eedae4768d604650aa58755b7db87641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359464 Oct 17 10:35:23.082501 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33182) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:23.097078 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc1846-f75f-4fe2-ab56-58de77c7f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44572b51-e671-4f34-a6f5-71b925b108c2,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:23.140350 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42294163-cfe7-4460-9c8f-9c8e5ba81c47 admin admin] Publish callbacks [] for security_group (44572b51-e671-4f34-a6f5-71b925b108c2), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.144473 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0280-5a21-49e5-9c65-60ed1f188655 req-83139b8f-ff52-47ba-922c-d199d9f4dcbe tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:23.146085 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-089e0280-5a21-49e5-9c65-60ed1f188655 req-83139b8f-ff52-47ba-922c-d199d9f4dcbe tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0633016 Oct 17 10:35:23.162881 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42294163-cfe7-4460-9c8f-9c8e5ba81c47 admin admin] Publish callbacks [] for security_group (44572b51-e671-4f34-a6f5-71b925b108c2), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.200008 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-089e0280-5a21-49e5-9c65-60ed1f188655 req-845c1be5-de6d-4361-8e92-d950e441f56e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467265 Oct 17 10:35:23.218222 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42294163-cfe7-4460-9c8f-9c8e5ba81c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (44572b51-e671-4f34-a6f5-71b925b108c2), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.221122 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42294163-cfe7-4460-9c8f-9c8e5ba81c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.225490 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-42294163-cfe7-4460-9c8f-9c8e5ba81c47 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/44572b51-e671-4f34-a6f5-71b925b108c2 HTTP/1.1" status: 204 len: 168 time: 0.1386356 Oct 17 10:35:23.233833 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42294163-cfe7-4460-9c8f-9c8e5ba81c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44572b51-e671-4f34-a6f5-71b925b108c2,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:23.574069 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33204) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:23.590774 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9576ed85-287e-4091-8b1e-c501ac2efb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.669470 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9576ed85-287e-4091-8b1e-c501ac2efb6c admin admin] Publish callbacks [] for security_group (4efd04cd-4722-4dcc-9dd8-52ce1e94b617), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.674894 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9576ed85-287e-4091-8b1e-c501ac2efb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (4efd04cd-4722-4dcc-9dd8-52ce1e94b617), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.713254 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576ed85-287e-4091-8b1e-c501ac2efb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efd04cd-4722-4dcc-9dd8-52ce1e94b617,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:23.719266 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9576ed85-287e-4091-8b1e-c501ac2efb6c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=224a351e267f4e5680b366b817caa562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426003 Oct 17 10:35:23.720501 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33234) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:23.771727 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7481e60c-7946-4000-89ca-d40ea19aef54 admin admin] Publish callbacks [] for security_group (4efd04cd-4722-4dcc-9dd8-52ce1e94b617), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.793213 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7481e60c-7946-4000-89ca-d40ea19aef54 admin admin] Publish callbacks [] for security_group (4efd04cd-4722-4dcc-9dd8-52ce1e94b617), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.841984 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7481e60c-7946-4000-89ca-d40ea19aef54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (4efd04cd-4722-4dcc-9dd8-52ce1e94b617), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.844971 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7481e60c-7946-4000-89ca-d40ea19aef54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:23.846362 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7481e60c-7946-4000-89ca-d40ea19aef54 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4efd04cd-4722-4dcc-9dd8-52ce1e94b617 HTTP/1.1" status: 204 len: 168 time: 0.1250808 Oct 17 10:35:23.856266 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e60c-7946-4000-89ca-d40ea19aef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efd04cd-4722-4dcc-9dd8-52ce1e94b617,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:24.334255 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=8,neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:24.354747 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a88c-b56f-4342-a3b4-2eb03fa6e0a9 req-1d8f6715-ff4e-43b7-9ea9-cbbb5aa35d98 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:24.356577 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-75b3a88c-b56f-4342-a3b4-2eb03fa6e0a9 req-1d8f6715-ff4e-43b7-9ea9-cbbb5aa35d98 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0598183 Oct 17 10:35:24.409777 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-75b3a88c-b56f-4342-a3b4-2eb03fa6e0a9 req-24d16be5-fa07-4ac3-9980-90d895301c6c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469019 Oct 17 10:35:25.543299 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14da070-3087-44da-9f68-0f5456c90daf req-8b4237b6-b2ee-41df-b8bc-98bd04196435 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:25.544869 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d14da070-3087-44da-9f68-0f5456c90daf req-8b4237b6-b2ee-41df-b8bc-98bd04196435 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0510437 Oct 17 10:35:25.593389 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d14da070-3087-44da-9f68-0f5456c90daf req-8f83c87a-1efb-47c9-befd-4d6d2d360869 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428338 Oct 17 10:35:26.723645 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44397f-eeaa-47ec-a359-f5bdc88ed999 req-baa2ab09-9c6b-4bcc-b0c5-79423d2e5358 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:26.725126 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fa44397f-eeaa-47ec-a359-f5bdc88ed999 req-baa2ab09-9c6b-4bcc-b0c5-79423d2e5358 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0475492 Oct 17 10:35:26.772837 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fa44397f-eeaa-47ec-a359-f5bdc88ed999 req-6a19ce9b-8129-4c00-abee-8b8e59bfd5a8 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418224 Oct 17 10:35:27.903552 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b6586-fca6-4c59-be42-eb04275ef83c req-f3a0ad5d-3946-4920-9dde-06be53fdf9d4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:27.905046 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-179b6586-fca6-4c59-be42-eb04275ef83c req-f3a0ad5d-3946-4920-9dde-06be53fdf9d4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0511365 Oct 17 10:35:27.954278 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-179b6586-fca6-4c59-be42-eb04275ef83c req-57c19490-910a-493a-be63-e9a301fbeb40 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435474 Oct 17 10:35:29.079543 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d909b2-1f72-4784-8f05-4d6069b0f909 req-a82702ea-a365-43d7-a018-ec5c1701b974 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:29.081009 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-01d909b2-1f72-4784-8f05-4d6069b0f909 req-a82702ea-a365-43d7-a018-ec5c1701b974 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0457532 Oct 17 10:35:29.092986 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:29.137101 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-01d909b2-1f72-4784-8f05-4d6069b0f909 req-d4798ca3-0cc9-449e-bf99-657c7f5abfad tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504518 Oct 17 10:35:30.266273 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561610a-e5a1-46ac-88f3-27cf65153259 req-861dc31c-ccaa-4aac-a130-32b3076eb480 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:30.267857 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f561610a-e5a1-46ac-88f3-27cf65153259 req-861dc31c-ccaa-4aac-a130-32b3076eb480 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0475886 Oct 17 10:35:30.318474 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f561610a-e5a1-46ac-88f3-27cf65153259 req-5b73eaf0-0ffc-4ca1-8acf-3a7cbff12fd8 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441074 Oct 17 10:35:31.215716 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:35:31.352114 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:35:31.461233 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422925bc-0dda-4680-b939-bcc05e0fd2b3 req-3bd703c8-0ae1-4c42-96f4-51bde8a3655d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:31.461877 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:35:31.462857 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-422925bc-0dda-4680-b939-bcc05e0fd2b3 req-3bd703c8-0ae1-4c42-96f4-51bde8a3655d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 944 time: 0.0489764 Oct 17 10:35:31.474065 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'port_id': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'mac_address': 'fa:16:3e:5f:35:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:35:31.512348 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-422925bc-0dda-4680-b939-bcc05e0fd2b3 req-0ada81ba-aeec-4f2f-a32f-9e887c532c2e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438931 Oct 17 10:35:31.515468 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port cca519f2-c8ec-4e21-9d79-8c8665f98315 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:35:31.515857 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:31.534104 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca519f2-c8ec-4e21-9d79-8c8665f98315 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:35:31.555128 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:35:31.558693 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:31.606203 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=9']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:32.642680 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f0589-fcb4-4dc0-a7a6-380cba454dfc req-1ef1b9ab-05e0-41de-afa6-d5d75d9c438e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:32.644178 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-259f0589-fcb4-4dc0-a7a6-380cba454dfc req-1ef1b9ab-05e0-41de-afa6-d5d75d9c438e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 945 time: 0.0488608 Oct 17 10:35:32.697302 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-259f0589-fcb4-4dc0-a7a6-380cba454dfc req-904f8367-f31e-43b6-9783-8db8d4c0e1af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475590 Oct 17 10:35:33.838825 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ead4c-0b70-4641-ab8c-a4d6236a58ab req-0a88c232-b2a9-48fd-bf5c-e132dca65eb6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:33.840951 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b45ead4c-0b70-4641-ab8c-a4d6236a58ab req-0a88c232-b2a9-48fd-bf5c-e132dca65eb6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 945 time: 0.0596116 Oct 17 10:35:33.898100 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b45ead4c-0b70-4641-ab8c-a4d6236a58ab req-bdc3f24f-bbc7-4760-8af3-22be8e1f8854 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503576 Oct 17 10:35:34.733224 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['cca519f2-c8ec-4e21-9d79-8c8665f98315'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:35:34.865769 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:35.025556 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f9aa5-4c02-4091-9ae7-4b2efc21f12e req-715ff913-e1e4-4168-99a1-799d61df0e18 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:35.027124 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4a0f9aa5-4c02-4091-9ae7-4b2efc21f12e req-715ff913-e1e4-4168-99a1-799d61df0e18 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 945 time: 0.0464664 Oct 17 10:35:35.059713 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:35.077178 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4a0f9aa5-4c02-4091-9ae7-4b2efc21f12e req-526252ae-c39a-47fe-a1ae-9bb632e49240 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444617 Oct 17 10:35:35.784481 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2cb32425-a196-46cc-af67-303e0d592f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:35.875896 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:35:35.911942 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:35.923090 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port cca519f2-c8ec-4e21-9d79-8c8665f98315 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:35:35.923470 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:35.923804 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port cca519f2-c8ec-4e21-9d79-8c8665f98315 Oct 17 10:35:36.001038 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port cca519f2-c8ec-4e21-9d79-8c8665f98315 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:35:36.001425 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:36.025394 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:35:36.027639 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205d7781-bdb9-42fd-9be4-bc9ea8f99bde" -d '{"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-plugged", "status": "completed", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:35:36.041382 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:35:36.045729 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:36.071905 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a302a-21a1-4e46-9167-678f97a07d3c x-openstack-request-id: req-bc8a302a-21a1-4e46-9167-678f97a07d3c {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:35:36.072208 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-plugged", "status": "completed", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:35:36.072460 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc8a302a-21a1-4e46-9167-678f97a07d3c {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:35:36.072857 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8a302a-21a1-4e46-9167-678f97a07d3c'] response: {'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'code': 200} Oct 17 10:35:36.100208 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=10']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:36.210601 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7577d57-4162-44d7-988e-677a8d20802b req-18dd5db4-f1ed-4fea-8b9c-2266bbd6af4b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:36.212069 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7577d57-4162-44d7-988e-677a8d20802b req-18dd5db4-f1ed-4fea-8b9c-2266bbd6af4b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 947 time: 0.0473945 Oct 17 10:35:36.260116 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e7577d57-4162-44d7-988e-677a8d20802b req-1908c265-8e6e-4da1-ac7e-3eca2024f50a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 Oct 17 10:35:36.705470 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a9342-7257-4c1a-b392-26ffa4e1a3a3 req-76cca4e1-a585-427c-9f3d-a15b8533895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:36.707553 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-867a9342-7257-4c1a-b392-26ffa4e1a3a3 req-76cca4e1-a585-427c-9f3d-a15b8533895f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 1131 time: 0.0445819 Oct 17 10:35:36.759461 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-867a9342-7257-4c1a-b392-26ffa4e1a3a3 req-831d1748-a205-41d7-b5e1-50465bb821bd service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454576 Oct 17 10:35:37.395689 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16352257-0843-427f-a5a9-a834d5d44baa req-3da45503-ca28-4b50-a70d-fad037e9630a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:37.397141 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16352257-0843-427f-a5a9-a834d5d44baa req-3da45503-ca28-4b50-a70d-fad037e9630a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 947 time: 0.0513005 Oct 17 10:35:37.446543 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16352257-0843-427f-a5a9-a834d5d44baa req-2f8845ce-abc6-48c8-a8d6-b16f3a3fd98f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437639 Oct 17 10:35:38.172225 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e647dd67-a3bb-4ab4-a22c-01f17d520884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:38.270061 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33414) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:38.373523 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-667f5bb2-4767-43ca-96fc-a7f9f8163e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:38.449170 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-667f5bb2-4767-43ca-96fc-a7f9f8163e51 admin admin] Publish callbacks [] for security_group (7cf50be7-4f15-43f8-9ff9-0b2d01a45efa), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:38.452462 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-667f5bb2-4767-43ca-96fc-a7f9f8163e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (7cf50be7-4f15-43f8-9ff9-0b2d01a45efa), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:38.492452 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-667f5bb2-4767-43ca-96fc-a7f9f8163e51 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ee1da2c8aed14147a7e76d0e6b5d1108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212887 Oct 17 10:35:38.494467 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f5bb2-4767-43ca-96fc-a7f9f8163e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf50be7-4f15-43f8-9ff9-0b2d01a45efa,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:38.495741 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33420) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:38.552131 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Publish callbacks [] for security_group (7cf50be7-4f15-43f8-9ff9-0b2d01a45efa), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:38.577173 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Publish callbacks [] for security_group (7cf50be7-4f15-43f8-9ff9-0b2d01a45efa), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:38.586226 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0a3c-813d-4a5b-9070-380ac520a4f8 req-d87cc85b-d4cf-4246-af39-7865c8f18998 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:38.587857 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ba2e0a3c-813d-4a5b-9070-380ac520a4f8 req-d87cc85b-d4cf-4246-af39-7865c8f18998 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 947 time: 0.0562286 Oct 17 10:35:38.599847 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:38.627120 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (7cf50be7-4f15-43f8-9ff9-0b2d01a45efa), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:38.630449 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:38.631621 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7cf50be7-4f15-43f8-9ff9-0b2d01a45efa HTTP/1.1" status: 204 len: 168 time: 0.1336617 Oct 17 10:35:38.639899 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf50be7-4f15-43f8-9ff9-0b2d01a45efa,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:38.643267 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ba2e0a3c-813d-4a5b-9070-380ac520a4f8 req-04af3a5d-5b9f-45c1-a578-4080ddd184ce tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496850 Oct 17 10:35:38.648901 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.649267 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.649774 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.650287 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.650975 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.651432 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.651677 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.652087 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.652399 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.652949 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.653378 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.653592 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.653916 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.654243 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.654585 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c613c-d30e-49fa-8f79-a7800c5b16e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:38.915740 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33436) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:38.930739 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7acb-29c8-4147-8e34-859ccbcfd0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:39.014619 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7acb-29c8-4147-8e34-859ccbcfd0c2 admin admin] Publish callbacks [] for security_group (e21c64a3-2c03-49a7-a2ed-322085be767d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:39.018496 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7acb-29c8-4147-8e34-859ccbcfd0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e21c64a3-2c03-49a7-a2ed-322085be767d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:39.059459 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3cbe7acb-29c8-4147-8e34-859ccbcfd0c2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c1af72a1e44b40328ccc0a819bc5f283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426189 Oct 17 10:35:39.060335 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe7acb-29c8-4147-8e34-859ccbcfd0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21c64a3-2c03-49a7-a2ed-322085be767d,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:39.062389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33442) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:39.117414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8544476b-70ed-44ed-bd85-c929dd010df2 admin admin] Publish callbacks [] for security_group (e21c64a3-2c03-49a7-a2ed-322085be767d), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:39.138201 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8544476b-70ed-44ed-bd85-c929dd010df2 admin admin] Publish callbacks [] for security_group (e21c64a3-2c03-49a7-a2ed-322085be767d), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:39.187528 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8544476b-70ed-44ed-bd85-c929dd010df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (e21c64a3-2c03-49a7-a2ed-322085be767d), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:39.190511 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8544476b-70ed-44ed-bd85-c929dd010df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:39.191628 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-8544476b-70ed-44ed-bd85-c929dd010df2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e21c64a3-2c03-49a7-a2ed-322085be767d HTTP/1.1" status: 204 len: 168 time: 0.1282403 Oct 17 10:35:39.201506 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544476b-70ed-44ed-bd85-c929dd010df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21c64a3-2c03-49a7-a2ed-322085be767d,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:39.390425 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:39.800273 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e175-3af4-4f33-b6c4-7da1645dd7f6 req-b60b9c2c-87b7-407f-9a56-41b7e610861d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:39.803994 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d842e175-3af4-4f33-b6c4-7da1645dd7f6 req-b60b9c2c-87b7-407f-9a56-41b7e610861d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 947 time: 0.0525587 Oct 17 10:35:39.814206 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:39.854107 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d842e175-3af4-4f33-b6c4-7da1645dd7f6 req-dc365298-af73-45de-bb7c-383d724ba5fe tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465207 Oct 17 10:35:40.700569 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:40.993252 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6f20-674e-433a-9f4b-dac1e3cef06f req-01a25f31-017d-4365-8299-fdb396e188c9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:40.994782 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-541b6f20-674e-433a-9f4b-dac1e3cef06f req-01a25f31-017d-4365-8299-fdb396e188c9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 947 time: 0.0531895 Oct 17 10:35:41.049746 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-541b6f20-674e-433a-9f4b-dac1e3cef06f req-9664162c-6786-4e60-b5b5-fdb02f9b22a3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493231 Oct 17 10:35:41.211488 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:41.212443 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=15 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:41.250556 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:41.310004 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33546) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:41.416285 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-34347e76-bf6c-4155-bfda-db9eb86acae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:41.492108 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-34347e76-bf6c-4155-bfda-db9eb86acae9 admin admin] Publish callbacks [] for security_group (a910c157-ab27-4d99-ba18-e3a1710d31c9), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:41.495959 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-34347e76-bf6c-4155-bfda-db9eb86acae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (a910c157-ab27-4d99-ba18-e3a1710d31c9), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:41.500302 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:41.539217 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-34347e76-bf6c-4155-bfda-db9eb86acae9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2cc8e42eeec146ca86954f704fd81dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280886 Oct 17 10:35:41.541728 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34347e76-bf6c-4155-bfda-db9eb86acae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a910c157-ab27-4d99-ba18-e3a1710d31c9,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:41.542269 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33550) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:41.591482 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91faeb6d-adb1-43ba-b9dd-1ed906127489 admin admin] Publish callbacks [] for security_group (a910c157-ab27-4d99-ba18-e3a1710d31c9), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:41.615224 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91faeb6d-adb1-43ba-b9dd-1ed906127489 admin admin] Publish callbacks [] for security_group (a910c157-ab27-4d99-ba18-e3a1710d31c9), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:41.624853 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:41.664289 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91faeb6d-adb1-43ba-b9dd-1ed906127489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (a910c157-ab27-4d99-ba18-e3a1710d31c9), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:41.666683 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91faeb6d-adb1-43ba-b9dd-1ed906127489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:41.667824 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-91faeb6d-adb1-43ba-b9dd-1ed906127489 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a910c157-ab27-4d99-ba18-e3a1710d31c9 HTTP/1.1" status: 204 len: 168 time: 0.1244807 Oct 17 10:35:41.676165 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faeb6d-adb1-43ba-b9dd-1ed906127489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a910c157-ab27-4d99-ba18-e3a1710d31c9,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:41.932514 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33556) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:41.946705 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8e9c-2e3c-49ec-b2bf-950475704728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:42.026179 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8e9c-2e3c-49ec-b2bf-950475704728 admin admin] Publish callbacks [] for security_group (2167fd6f-53e8-42c5-b7fe-cf7aa1304d27), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:42.029960 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8e9c-2e3c-49ec-b2bf-950475704728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (2167fd6f-53e8-42c5-b7fe-cf7aa1304d27), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:42.070072 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-aa7c8e9c-2e3c-49ec-b2bf-950475704728 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a83c164338f34b219b184f66abdbd51c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364942 Oct 17 10:35:42.072703 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33560) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:42.079425 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c8e9c-2e3c-49ec-b2bf-950475704728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2167fd6f-53e8-42c5-b7fe-cf7aa1304d27,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:42.125374 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5fbcfd2e-014b-479c-870d-b292368df900 admin admin] Publish callbacks [] for security_group (2167fd6f-53e8-42c5-b7fe-cf7aa1304d27), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:42.148590 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5fbcfd2e-014b-479c-870d-b292368df900 admin admin] Publish callbacks [] for security_group (2167fd6f-53e8-42c5-b7fe-cf7aa1304d27), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:42.195536 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5fbcfd2e-014b-479c-870d-b292368df900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (2167fd6f-53e8-42c5-b7fe-cf7aa1304d27), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:42.198229 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5fbcfd2e-014b-479c-870d-b292368df900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:42.199612 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-5fbcfd2e-014b-479c-870d-b292368df900 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2167fd6f-53e8-42c5-b7fe-cf7aa1304d27 HTTP/1.1" status: 204 len: 168 time: 0.1259797 Oct 17 10:35:42.207633 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcfd2e-014b-479c-870d-b292368df900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2167fd6f-53e8-42c5-b7fe-cf7aa1304d27,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:47.767675 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33612) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:35:47.906864 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Deleting port 1d63fb31-5c48-433f-a459-ad7a8aca93f5 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:35:47.907117 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (1d63fb31-5c48-433f-a459-ad7a8aca93f5), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:47.982822 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (1d63fb31-5c48-433f-a459-ad7a8aca93f5), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:47.983149 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (1d63fb31-5c48-433f-a459-ad7a8aca93f5), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:47.995974 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Calling delete_port for 1d63fb31-5c48-433f-a459-ad7a8aca93f5 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:35:48.082243 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:48.124934 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:INSERT=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:48.146997 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (1d63fb31-5c48-433f-a459-ad7a8aca93f5), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:48.171498 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event deleted for resources: {'Port': ['ID=1d63fb31-5c48-433f-a459-ad7a8aca93f5,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:48.236380 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (1c9fbc45-b0f9-4efa-b626-609f6079f8ca), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:48.236701 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Floating IP 1c9fbc45-b0f9-4efa-b626-609f6079f8ca disassociated (deleted). External IP: 172.27.3.152, port: 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b. Oct 17 10:35:48.437862 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:35:48.537595 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:35:48.542473 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:48.547662 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] Sync routers for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:35:48.557273 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:35:48.557902 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:35:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:48.573405 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f2de78e2-3c16-4297-86fa-f05894ead40b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/1c9fbc45-b0f9-4efa-b626-609f6079f8ca HTTP/1.1" status: 204 len: 168 time: 0.8046427 Oct 17 10:35:48.574150 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:35:48.576565 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b95343338fd1d52e9cb899265a3174f89cd57e7aedd84a766c6e2aae9a4e290c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8482d034-7cb8-46e3-bf60-521419411044" -d '{"events": [{"name": "network-changed", "server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:35:48.634732 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919b824e-ac0a-42e5-a2f6-7dec3593da4b x-openstack-request-id: req-919b824e-ac0a-42e5-a2f6-7dec3593da4b {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:35:48.635025 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:35:48.635278 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-919b824e-ac0a-42e5-a2f6-7dec3593da4b {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:35:48.635682 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919b824e-ac0a-42e5-a2f6-7dec3593da4b'] response: {'name': 'network-changed', 'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'status': 'completed', 'code': 200} Oct 17 10:35:48.665112 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:35:48.817054 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c2a4-665e-4934-a54b-075cff5fe374 req-04973457-1377-4d6f-8cc8-2d84e4dad3c6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:48.819108 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-da08c2a4-665e-4934-a54b-075cff5fe374 req-04973457-1377-4d6f-8cc8-2d84e4dad3c6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 945 time: 0.0464749 Oct 17 10:35:48.870843 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-da08c2a4-665e-4934-a54b-075cff5fe374 req-f4b30d91-fc58-49db-8cb0-b6c1404d26f6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460176 Oct 17 10:35:48.880748 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '7c9a82cd-2222-4032-a15e-28ba0fc4cb0d', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:31:20Z', 'updated_at': '2022-10-17T10:31:22Z', 'revision_number': 1, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:48.905943 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] Checking router: 2eca77e2-dba6-45ad-a93e-27c00a3ad862 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:35:48.914237 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:35:48.914869 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:35:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:48.999577 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:49.019007 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:35:49.229200 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '7c9a82cd-2222-4032-a15e-28ba0fc4cb0d', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:31:20Z', 'updated_at': '2022-10-17T10:31:22Z', 'revision_number': 1, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:35:49.254271 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7acd8-a4ff-4c98-a7bf-fe194048dd53 None None] The sync data for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi is: [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': '7c9a82cd-2222-4032-a15e-28ba0fc4cb0d', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'port_id': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'mac_address': 'fa:16:3e:48:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:31:20Z', 'updated_at': '2022-10-17T10:31:22Z', 'revision_number': 1, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:35:49.469129 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ca445-121c-454f-903d-c7422193feb3 None None] New status for floating IP 1c9fbc45-b0f9-4efa-b626-609f6079f8ca: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:35:49.730369 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482d034-7cb8-46e3-bf60-521419411044 req-a40684a7-b055-42cf-a4e9-af00ace354e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:49.731809 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8482d034-7cb8-46e3-bf60-521419411044 req-a40684a7-b055-42cf-a4e9-af00ace354e3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 1129 time: 0.0455782 Oct 17 10:35:49.994036 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb93469-d3ba-49ef-9ff9-d6aceab9e8bb req-741072f0-e94a-4ec3-8e07-c5c1459450af tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:49.995515 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0eb93469-d3ba-49ef-9ff9-d6aceab9e8bb req-741072f0-e94a-4ec3-8e07-c5c1459450af tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 945 time: 0.0473821 Oct 17 10:35:50.044885 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0eb93469-d3ba-49ef-9ff9-d6aceab9e8bb req-496b2a07-0b87-459a-9b01-850888807264 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439184 Oct 17 10:35:50.130339 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:50.144096 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:50.968080 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482d034-7cb8-46e3-bf60-521419411044 req-90cb1031-9367-4230-9fd2-05997a7e1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:50.969452 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8482d034-7cb8-46e3-bf60-521419411044 req-90cb1031-9367-4230-9fd2-05997a7e1465 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 913 time: 0.0868475 Oct 17 10:35:51.012701 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8482d034-7cb8-46e3-bf60-521419411044 req-d1b62414-42f2-4cd1-9753-7b75c2976b72 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b HTTP/1.1" status: 200 len: 217 time: 0.0363636 Oct 17 10:35:51.064308 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482d034-7cb8-46e3-bf60-521419411044 req-23e77c09-a8ee-44d6-8aa8-d4b3f5dde368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:51.065693 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8482d034-7cb8-46e3-bf60-521419411044 req-23e77c09-a8ee-44d6-8aa8-d4b3f5dde368 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0433345 Oct 17 10:35:51.111758 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482d034-7cb8-46e3-bf60-521419411044 req-f304aab1-3b0f-4e79-80a5-d7da36256491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:51.113303 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8482d034-7cb8-46e3-bf60-521419411044 req-f304aab1-3b0f-4e79-80a5-d7da36256491 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405993 Oct 17 10:35:51.202551 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:51.220374 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e616b3-b77f-43df-9781-a3193e872145 req-11bb4804-27bc-447e-9662-7fe5fbd3c5ad tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:51.221821 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-27e616b3-b77f-43df-9781-a3193e872145 req-11bb4804-27bc-447e-9662-7fe5fbd3c5ad tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 945 time: 0.0943372 Oct 17 10:35:51.269208 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8482d034-7cb8-46e3-bf60-521419411044 req-0f92777e-c2b4-4750-9a2e-bff4d7a8e4dd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490099 Oct 17 10:35:51.293502 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-27e616b3-b77f-43df-9781-a3193e872145 req-e03419ac-6d74-4671-b48c-c3a7da2ba2a1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656502 Oct 17 10:35:51.413224 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8482d034-7cb8-46e3-bf60-521419411044 req-167317c4-521d-44fa-92b9-99882af835d2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884061 Oct 17 10:35:52.204625 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-7bde46ff-cbe7-4f7c-b0b0-15ab33f7404e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:52.206048 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-7bde46ff-cbe7-4f7c-b0b0-15ab33f7404e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 945 time: 0.0460553 Oct 17 10:35:52.289726 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Deleting port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:35:52.290064 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:52.384057 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] For port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:35:52.384421 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:52.398208 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Calling delete_port for 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:35:52.415425 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608eee-b067-4258-89b0-3701a6bc4b2e req-5d566604-b8d0-4e7d-82dd-e1ed383a15d7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:52.416924 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-47608eee-b067-4258-89b0-3701a6bc4b2e req-5d566604-b8d0-4e7d-82dd-e1ed383a15d7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 945 time: 0.0473194 Oct 17 10:35:52.435708 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:52.466463 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-47608eee-b067-4258-89b0-3701a6bc4b2e req-779866c9-9074-47eb-bfdb-d293dc7f7fa8 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438342 Oct 17 10:35:52.531067 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:52.559317 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event deleted for resources: {'Port': ['ID=4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:35:52.586825 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.587123 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.587467 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.587811 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.588146 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.588479 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.588807 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.589134 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.589460 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.589787 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.590112 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.590462 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.590787 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.591107 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.591440 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:35:52.614539 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] No DVR routers for this DVR port 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:35:52.616969 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:35:52.620132 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d206a43a-a5ea-4504-9dd0-edbfc6a04830 req-703d40a7-d085-40d9-b844-418e63c06543 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "DELETE /networking/v2.0/ports/4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b HTTP/1.1" status: 204 len: 173 time: 0.4059680 Oct 17 10:35:52.620621 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'name': 'network-vif-deleted', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:35:52.622874 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8234c2b-b2c4-4911-99c3-c3d2b305a665" -d '{"events": [{"server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "name": "network-vif-deleted", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:35:52.778927 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314bf3e1-b645-4aa2-aab1-86cd3c9d0de8 x-openstack-request-id: req-314bf3e1-b645-4aa2-aab1-86cd3c9d0de8 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:35:52.779220 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10f389b-b9a0-4b8c-8d62-d4d3032b267d", "name": "network-vif-deleted", "tag": "4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:35:52.779467 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-314bf3e1-b645-4aa2-aab1-86cd3c9d0de8 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:35:52.779868 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314bf3e1-b645-4aa2-aab1-86cd3c9d0de8'] response: {'server_uuid': 'b10f389b-b9a0-4b8c-8d62-d4d3032b267d', 'name': 'network-vif-deleted', 'tag': '4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b', 'status': 'completed', 'code': 200} Oct 17 10:35:53.572067 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-67f8cf15-50c0-447e-89ca-eac47d35ef04 req-262390c4-92b7-476f-b50d-ef8f96e2e5df tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 210 time: 0.0308573 Oct 17 10:35:54.680110 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0bb00b4d-74a4-47a9-a22d-13a38e59899f req-51bb9126-94a6-41b8-b7b0-0edef38d6015 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 210 time: 0.0318062 Oct 17 10:35:55.515106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:35:55.538817 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:35:55.539172 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 4260e77a-fc2d-4ccb-9cf7-e5d9bc08db6b not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:35:55.783475 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a24ccdca-7f50-4211-829f-5f3c9045bf86 req-4613869b-6583-4918-9907-1dcf904b67ee tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 210 time: 0.0266490 Oct 17 10:35:56.887620 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-47f5f160-5351-414d-ad06-9665f136fe6c req-f20b3201-2dde-49ca-a393-bfc5be1f51cd tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 210 time: 0.0293193 Oct 17 10:35:57.115779 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-554981a8-4513-4fe3-b88c-24e832bec579 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386310 Oct 17 10:35:57.194754 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-420eee18-8613-49dc-96f3-13d361944764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:57.196193 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-420eee18-8613-49dc-96f3-13d361944764 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 1131 time: 0.0385661 Oct 17 10:35:57.304661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-ee8c4577-2b5d-430a-b000-a86e1699f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:57.306012 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-ee8c4577-2b5d-430a-b000-a86e1699f1e1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 917 time: 0.0908430 Oct 17 10:35:57.366512 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-8b1ae10a-89f5-4c8f-acca-8f478d6f0e71 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315 HTTP/1.1" status: 200 len: 1001 time: 0.0541961 Oct 17 10:35:57.416946 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-21d16383-4e51-4481-8f08-cfe80b115aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:57.418316 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-21d16383-4e51-4481-8f08-cfe80b115aba service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0461917 Oct 17 10:35:57.461476 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-258c6819-db0c-4e90-b868-03b6bbd0111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:35:57.462970 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-258c6819-db0c-4e90-b868-03b6bbd0111a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375144 Oct 17 10:35:57.561757 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-acfe961d-1c57-492d-808d-75a96b0d7c05 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914946 Oct 17 10:35:57.575419 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:57.656854 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ae522f18-4321-4e03-8a36-0a299df7a8dc req-53f84fcb-5871-4893-b02b-3f175b09cc0e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878735 Oct 17 10:35:57.990111 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-853f0239-a37b-4359-8cb3-e0bdcc0de967 req-27ae8e0b-cd62-43e5-9374-6c0fda76cf41 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 210 time: 0.0280132 Oct 17 10:35:59.113054 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cfbe8daa-a263-435a-bec1-72bf49d16482 req-d239e803-b8cf-4a03-99b3-df74c1272e9f tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b10f389b-b9a0-4b8c-8d62-d4d3032b267d HTTP/1.1" status: 200 len: 210 time: 0.0339398 Oct 17 10:35:59.473439 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:35:59.502433 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:00.550765 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33726) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:00.675683 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f12fc8de-57a4-4739-8566-e3cb84bd95c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:00.755790 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f12fc8de-57a4-4739-8566-e3cb84bd95c4 admin admin] Publish callbacks [] for security_group (3cfaa391-138d-4720-97dd-22a42742da8c), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:00.759429 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f12fc8de-57a4-4739-8566-e3cb84bd95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3cfaa391-138d-4720-97dd-22a42742da8c), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:00.772295 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:00.803632 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fc8de-57a4-4739-8566-e3cb84bd95c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfaa391-138d-4720-97dd-22a42742da8c,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:00.807748 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f12fc8de-57a4-4739-8566-e3cb84bd95c4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d7ec7ea91361407b9d2550cb13ade802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559299 Oct 17 10:36:00.810492 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33734) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:00.858713 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3b0848d6-2139-4923-a6f9-e8b2ab6bc879 admin admin] Publish callbacks [] for security_group (3cfaa391-138d-4720-97dd-22a42742da8c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:00.861231 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:00.880403 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3b0848d6-2139-4923-a6f9-e8b2ab6bc879 admin admin] Publish callbacks [] for security_group (3cfaa391-138d-4720-97dd-22a42742da8c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:00.927124 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3b0848d6-2139-4923-a6f9-e8b2ab6bc879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (3cfaa391-138d-4720-97dd-22a42742da8c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:00.930195 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3b0848d6-2139-4923-a6f9-e8b2ab6bc879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:00.932018 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3b0848d6-2139-4923-a6f9-e8b2ab6bc879 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3cfaa391-138d-4720-97dd-22a42742da8c HTTP/1.1" status: 204 len: 168 time: 0.1205940 Oct 17 10:36:00.939962 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0848d6-2139-4923-a6f9-e8b2ab6bc879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfaa391-138d-4720-97dd-22a42742da8c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:02.428527 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33790) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:02.596526 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Deleting port 5640d846-06b0-4af1-890f-3ba741477289 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:02.596867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (5640d846-06b0-4af1-890f-3ba741477289), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:02.895824 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:02.924859 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (5640d846-06b0-4af1-890f-3ba741477289), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:02.925189 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (5640d846-06b0-4af1-890f-3ba741477289), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:02.938862 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Calling delete_port for 5640d846-06b0-4af1-890f-3ba741477289 owned by network:floatingip {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:03.104432 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (5640d846-06b0-4af1-890f-3ba741477289), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:03.127386 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event deleted for resources: {'Port': ['ID=5640d846-06b0-4af1-890f-3ba741477289,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:03.191205 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (7c9a82cd-2222-4032-a15e-28ba0fc4cb0d), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:03.191457 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Floating IP 7c9a82cd-2222-4032-a15e-28ba0fc4cb0d disassociated (deleted). External IP: 172.27.3.113, port: ce13d5d3-e1be-4216-ad2c-ea8b09580322. Oct 17 10:36:03.389626 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:36:03.487036 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:03.495146 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:36:03.499873 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:03.504481 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] Sync routers for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:36:03.514055 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:36:03.514695 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:35:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:03.529597 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-0595ffa1-b722-496e-914b-b09cbbf3e681 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/7c9a82cd-2222-4032-a15e-28ba0fc4cb0d HTTP/1.1" status: 204 len: 168 time: 1.0998895 Oct 17 10:36:03.530250 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:03.532509 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12efc123-2a07-4c56-a548-9abab564072d" -d '{"events": [{"name": "network-changed", "server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:03.576279 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1691335b-6836-4ced-92d8-46551165bcf4 x-openstack-request-id: req-1691335b-6836-4ced-92d8-46551165bcf4 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:03.576568 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:03.577005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1691335b-6836-4ced-92d8-46551165bcf4 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:03.577596 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1691335b-6836-4ced-92d8-46551165bcf4'] response: {'name': 'network-changed', 'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'status': 'completed', 'code': 200} Oct 17 10:36:03.628762 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:36:03.771089 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285aeef-1187-478f-ac39-35673a2107c3 req-cd2425ef-3ed6-455a-89d8-13e17e65cbe7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:03.773195 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7285aeef-1187-478f-ac39-35673a2107c3 req-cd2425ef-3ed6-455a-89d8-13e17e65cbe7 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 946 time: 0.0477283 Oct 17 10:36:03.817524 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:03.821082 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7285aeef-1187-478f-ac39-35673a2107c3 req-3455ca83-5485-48b5-9dd2-9b62f0ab4d37 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Oct 17 10:36:03.846604 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] Checking router: 2eca77e2-dba6-45ad-a93e-27c00a3ad862 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:36:03.855074 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:36:03.855934 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:35:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:03.957076 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:36:04.274181 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:04.300666 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcffae6-82d3-46cf-91a5-ac9ee17c669a None None] The sync data for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi is: [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:04Z', 'revision_number': 4, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': '9ff24131-1d19-47ce-bc7e-7e817c29310e', 'name': '', 'network_id': 'e6600083-efa1-4cdc-8469-423af4747abb', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'mac_address': 'fa:16:3e:d8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:03Z', 'updated_at': '2022-10-17T10:26:10Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'subnets': [{'id': '9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:36:04.520373 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e7eea2-87ce-4fca-bcd6-e3f9eb8b44ec None None] New status for floating IP 7c9a82cd-2222-4032-a15e-28ba0fc4cb0d: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:36:04.638484 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:04.946464 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ea80-6e1e-4b7e-9a9c-3389126c9ddf req-f2c414db-a7d7-43be-b5b4-c6cd447d3081 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:04.947901 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9b75ea80-6e1e-4b7e-9a9c-3389126c9ddf req-f2c414db-a7d7-43be-b5b4-c6cd447d3081 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 946 time: 0.0466247 Oct 17 10:36:05.000692 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9b75ea80-6e1e-4b7e-9a9c-3389126c9ddf req-3ddd9692-0fc2-4dda-8406-10660979230d tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472012 Oct 17 10:36:05.621158 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc123-2a07-4c56-a548-9abab564072d req-fa9fad40-7e9a-4e05-9465-39b585097e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:05.622676 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-12efc123-2a07-4c56-a548-9abab564072d req-fa9fad40-7e9a-4e05-9465-39b585097e02 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0e87741d68c74ae29ecea930893e3449&device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0485425 Oct 17 10:36:05.786873 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-89da90dd-0f07-42fc-a625-c853096ded34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:06.127735 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec3090-28e8-425c-a7d6-2894d4123d4f req-a94e538b-18c9-47ee-bd54-a7f6308c9e66 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:06.129216 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9eec3090-28e8-425c-a7d6-2894d4123d4f req-a94e538b-18c9-47ee-bd54-a7f6308c9e66 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 946 time: 0.0521498 Oct 17 10:36:06.180493 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9eec3090-28e8-425c-a7d6-2894d4123d4f req-8bfc66ea-8c90-4156-a002-0901569961e1 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448453 Oct 17 10:36:06.924671 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:06.954900 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc123-2a07-4c56-a548-9abab564072d req-1def9a17-d8a1-4e1e-a540-5b855724c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:06.956407 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-12efc123-2a07-4c56-a548-9abab564072d req-1def9a17-d8a1-4e1e-a540-5b855724c109 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 200 len: 913 time: 0.0958831 Oct 17 10:36:07.019550 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-12efc123-2a07-4c56-a548-9abab564072d req-ae39e17b-d4ef-4104-b8e2-c667a7dcbbce service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322 HTTP/1.1" status: 200 len: 217 time: 0.0376961 Oct 17 10:36:07.068199 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc123-2a07-4c56-a548-9abab564072d req-ebe0b680-04c3-4a96-91ab-b73fc9766fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:07.069605 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-12efc123-2a07-4c56-a548-9abab564072d req-ebe0b680-04c3-4a96-91ab-b73fc9766fcc service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 200 len: 851 time: 0.0431094 Oct 17 10:36:07.114165 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc123-2a07-4c56-a548-9abab564072d req-5c3152f6-45fd-44f6-8ae4-107cd4a8ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:07.116054 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-12efc123-2a07-4c56-a548-9abab564072d req-5c3152f6-45fd-44f6-8ae4-107cd4a8ede3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e6600083-efa1-4cdc-8469-423af4747abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399845 Oct 17 10:36:07.213903 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-12efc123-2a07-4c56-a548-9abab564072d req-b569af1f-9589-44c9-8490-0bb094ca3132 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913212 Oct 17 10:36:07.307028 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a02f64-a349-4e93-97e3-6d0cd197a630 req-ead43c04-d19e-48d5-a2e1-384c757a552e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:07.308565 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-40a02f64-a349-4e93-97e3-6d0cd197a630 req-ead43c04-d19e-48d5-a2e1-384c757a552e tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 946 time: 0.0516787 Oct 17 10:36:07.360768 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-40a02f64-a349-4e93-97e3-6d0cd197a630 req-aa3cc4cc-9e3c-4801-b037-5e93ca3b6e8c tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=26221af1-6730-4cb2-a0ae-3a397d35288c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458992 Oct 17 10:36:07.689852 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-12efc123-2a07-4c56-a548-9abab564072d req-ff23ce16-eb1a-458b-96d3-dee15ce67d81 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887229 Oct 17 10:36:07.871928 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-70c1e7af-5435-4e4b-88bf-8debbccfc29a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:07.873324 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-70c1e7af-5435-4e4b-88bf-8debbccfc29a tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 946 time: 0.0474470 Oct 17 10:36:07.959638 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Deleting port ce13d5d3-e1be-4216-ad2c-ea8b09580322 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:07.960271 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.057485 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] For port ce13d5d3-e1be-4216-ad2c-ea8b09580322, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce13d5d3-e1be-4216-ad2c-ea8b09580322,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:08.057886 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.072170 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Calling delete_port for ce13d5d3-e1be-4216-ad2c-ea8b09580322 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:08.154875 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:08.180941 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-57210ebe-2eb7-486e-a690-f31cbe7a098e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.217797 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (ce13d5d3-e1be-4216-ad2c-ea8b09580322), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.218190 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:36:08.245424 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event deleted for resources: {'Port': ['ID=ce13d5d3-e1be-4216-ad2c-ea8b09580322,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:08.249391 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33850) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:08.298599 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] No DVR routers for this DVR port ce13d5d3-e1be-4216-ad2c-ea8b09580322 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:36:08.301223 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.304678 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-45dc38e2-7765-49bb-8c89-048062d5d269 req-5273d8e3-c5b9-40d4-a488-49b635fba0b9 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.30 "DELETE /networking/v2.0/ports/ce13d5d3-e1be-4216-ad2c-ea8b09580322 HTTP/1.1" status: 204 len: 173 time: 0.4241922 Oct 17 10:36:08.305273 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'name': 'network-vif-deleted', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:08.307498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceaa43b-43d0-49cb-ad45-855dca0a3df7" -d '{"events": [{"server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "name": "network-vif-deleted", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:08.346015 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f7bad3-63b1-48b1-a5ed-0e11c74f5366 x-openstack-request-id: req-d7f7bad3-63b1-48b1-a5ed-0e11c74f5366 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:08.346469 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7", "name": "network-vif-deleted", "tag": "ce13d5d3-e1be-4216-ad2c-ea8b09580322", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:08.346723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7f7bad3-63b1-48b1-a5ed-0e11c74f5366 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:08.347250 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f7bad3-63b1-48b1-a5ed-0e11c74f5366'] response: {'server_uuid': '5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7', 'name': 'network-vif-deleted', 'tag': 'ce13d5d3-e1be-4216-ad2c-ea8b09580322', 'status': 'completed', 'code': 200} Oct 17 10:36:08.368077 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00c3f8b0-7bcb-4fc8-b7f6-d811493ca97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.388433 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:08.477067 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00c3f8b0-7bcb-4fc8-b7f6-d811493ca97f admin admin] Publish callbacks [] for security_group (d0cfa651-ea73-401b-b0f4-1812bf25069f), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.479495 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-dfed7436-4724-4323-af36-252c64f3e238 req-d1dbf561-812c-48c7-a589-12a806069c79 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5feb12d9-1ccb-42e8-a3b6-0cdc8f2cdcf7 HTTP/1.1" status: 200 len: 210 time: 0.0378580 Oct 17 10:36:08.481871 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00c3f8b0-7bcb-4fc8-b7f6-d811493ca97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (d0cfa651-ea73-401b-b0f4-1812bf25069f), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.522863 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-00c3f8b0-7bcb-4fc8-b7f6-d811493ca97f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b989ca83aecd4a629e66ff3f902054fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713692 Oct 17 10:36:08.523749 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3f8b0-7bcb-4fc8-b7f6-d811493ca97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cfa651-ea73-401b-b0f4-1812bf25069f,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:08.525528 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33860) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:08.574502 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6b1f311e-04b1-4f5c-8b1c-3beb6adbee92 admin admin] Publish callbacks [] for security_group (d0cfa651-ea73-401b-b0f4-1812bf25069f), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.595660 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6b1f311e-04b1-4f5c-8b1c-3beb6adbee92 admin admin] Publish callbacks [] for security_group (d0cfa651-ea73-401b-b0f4-1812bf25069f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.652904 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6b1f311e-04b1-4f5c-8b1c-3beb6adbee92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (d0cfa651-ea73-401b-b0f4-1812bf25069f), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.655676 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6b1f311e-04b1-4f5c-8b1c-3beb6adbee92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:08.656911 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6b1f311e-04b1-4f5c-8b1c-3beb6adbee92 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d0cfa651-ea73-401b-b0f4-1812bf25069f HTTP/1.1" status: 204 len: 168 time: 0.1303990 Oct 17 10:36:08.666302 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f311e-04b1-4f5c-8b1c-3beb6adbee92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cfa651-ea73-401b-b0f4-1812bf25069f,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:08.987480 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33876) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:09.001725 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dcea23a6-244e-4ef9-ab83-b6e574e8ab6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.080489 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dcea23a6-244e-4ef9-ab83-b6e574e8ab6f admin admin] Publish callbacks [] for security_group (128eb95e-9cdd-4c17-80ef-ff98262c832f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.084675 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dcea23a6-244e-4ef9-ab83-b6e574e8ab6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (128eb95e-9cdd-4c17-80ef-ff98262c832f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.127497 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-dcea23a6-244e-4ef9-ab83-b6e574e8ab6f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c1d099aa8f8c4b53911d0b8de8ca259c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388953 Oct 17 10:36:09.128680 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea23a6-244e-4ef9-ab83-b6e574e8ab6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128eb95e-9cdd-4c17-80ef-ff98262c832f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:09.130633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33878) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:09.183119 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b58e6df-821e-43cd-a195-fefd9b8b8483 admin admin] Publish callbacks [] for security_group (128eb95e-9cdd-4c17-80ef-ff98262c832f), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.203809 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b58e6df-821e-43cd-a195-fefd9b8b8483 admin admin] Publish callbacks [] for security_group (128eb95e-9cdd-4c17-80ef-ff98262c832f), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.256757 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b58e6df-821e-43cd-a195-fefd9b8b8483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (128eb95e-9cdd-4c17-80ef-ff98262c832f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.259522 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b58e6df-821e-43cd-a195-fefd9b8b8483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.260680 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-8b58e6df-821e-43cd-a195-fefd9b8b8483 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/128eb95e-9cdd-4c17-80ef-ff98262c832f HTTP/1.1" status: 204 len: 168 time: 0.1289027 Oct 17 10:36:09.269145 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58e6df-821e-43cd-a195-fefd9b8b8483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128eb95e-9cdd-4c17-80ef-ff98262c832f,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:09.392416 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.549051 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33888) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:09.674251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Deleting port ac042fca-05a7-400c-8468-a0a4a21c4bbe {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:09.674559 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (ac042fca-05a7-400c-8468-a0a4a21c4bbe), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.754141 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (ac042fca-05a7-400c-8468-a0a4a21c4bbe), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.754531 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (ac042fca-05a7-400c-8468-a0a4a21c4bbe), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.768207 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Calling delete_port for ac042fca-05a7-400c-8468-a0a4a21c4bbe owned by network:floatingip {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:09.909094 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (ac042fca-05a7-400c-8468-a0a4a21c4bbe), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:09.948746 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event deleted for resources: {'Port': ['ID=ac042fca-05a7-400c-8468-a0a4a21c4bbe,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:09.981297 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33912) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:10.026487 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for floatingip (9d45441e-7bb9-48cd-a222-1666f9c4b589), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.029088 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.032664 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-307dc6cc-a5f1-4107-9fe7-950a60b0560b tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/9d45441e-7bb9-48cd-a222-1666f9c4b589 HTTP/1.1" status: 204 len: 168 time: 0.4804642 Oct 17 10:36:10.109727 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-890007672-network', 'tenant_id': '711ab39e17604b0d9df8ef228108396c'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:10.141766 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Made reservation on behalf of 711ab39e17604b0d9df8ef228108396c for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:36:10.146978 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.159145 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.219896 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:10.254271 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Publish callbacks [] for security_group (93f57e2a-df04-4965-b6ad-c563829fd6d8), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.259574 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (93f57e2a-df04-4965-b6ad-c563829fd6d8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.278681 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:10.282361 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:36:10.292163 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33932) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:10.301176 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (c8c32226-dfc4-4e58-9dcf-887efb3333a3), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.301620 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Added segment c8c32226-dfc4-4e58-9dcf-887efb3333a3 of type vlan for network e2337280-a404-47c6-b03c-fc7e9a1f3a14 Oct 17 10:36:10.302972 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f57e2a-df04-4965-b6ad-c563829fd6d8,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:10.358120 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (e2337280-a404-47c6-b03c-fc7e9a1f3a14), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.384234 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (e2337280-a404-47c6-b03c-fc7e9a1f3a14), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.385301 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:10.385894 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.416421 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-69258f02-1633-4464-ac3e-ce6daebc0325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.431910 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:10.440151 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4576416 Oct 17 10:36:10.441120 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:10.443048 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 33936) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:10.448346 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Request body: {'subnet': {'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-890007672-subnet', 'tenant_id': '711ab39e17604b0d9df8ef228108396c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:10.455112 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28bdbd-69b8-4c24-8e44-108dddea7701 admin admin] Pushing event updated for resources: {'Network': ['ID=e2337280-a404-47c6-b03c-fc7e9a1f3a14,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:10.468430 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network e2337280-a404-47c6-b03c-fc7e9a1f3a14 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:36:10.488048 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Made reservation on behalf of 711ab39e17604b0d9df8ef228108396c for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:36:10.490449 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097340'] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.596632 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-69258f02-1633-4464-ac3e-ce6daebc0325 admin admin] Publish callbacks [] for security_group (ab376790-2e22-4e78-833c-ed90da24c7f1), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.603089 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-69258f02-1633-4464-ac3e-ce6daebc0325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ab376790-2e22-4e78-833c-ed90da24c7f1), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.650573 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69258f02-1633-4464-ac3e-ce6daebc0325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab376790-2e22-4e78-833c-ed90da24c7f1,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:10.656740 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-69258f02-1633-4464-ac3e-ce6daebc0325 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6cbfcec8fd0b42c2b66641b5238083e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635564 Oct 17 10:36:10.659863 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33938) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:10.704007 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.714073 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5468eff6-94fe-413e-9f65-65fa433fb1dd admin admin] Publish callbacks [] for security_group (ab376790-2e22-4e78-833c-ed90da24c7f1), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.734194 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5468eff6-94fe-413e-9f65-65fa433fb1dd admin admin] Publish callbacks [] for security_group (ab376790-2e22-4e78-833c-ed90da24c7f1), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.742593 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16629009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097326'] for subnet (6e97ad4d-c6b1-43b0-8c58-3eacb233f703), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.783327 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5468eff6-94fe-413e-9f65-65fa433fb1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ab376790-2e22-4e78-833c-ed90da24c7f1), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.786032 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5468eff6-94fe-413e-9f65-65fa433fb1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.787234 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-5468eff6-94fe-413e-9f65-65fa433fb1dd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ab376790-2e22-4e78-833c-ed90da24c7f1 HTTP/1.1" status: 204 len: 168 time: 0.1262622 Oct 17 10:36:10.795519 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468eff6-94fe-413e-9f65-65fa433fb1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab376790-2e22-4e78-833c-ed90da24c7f1,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:10.798595 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e97ad4d-c6b1-43b0-8c58-3eacb233f703,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:10.816679 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Checking segment: {'id': 'c8c32226-dfc4-4e58-9dcf-887efb3333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:36:10.817100 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Network hostable DHCP agents. Network: e2337280-a404-47c6-b03c-fc7e9a1f3a14, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:36:10.835490 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Network e2337280-a404-47c6-b03c-fc7e9a1f3a14 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:36:10.845060 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, e2337280-a404-47c6-b03c-fc7e9a1f3a14) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:36:10.849124 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:10.849723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:10.856034 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0e747-f37e-4e25-ad7e-f70ca5b59fe8 None None] Network e2337280-a404-47c6-b03c-fc7e9a1f3a14 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:36:10.872107 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ea66b746-7fdd-47f5-9679-f0eed29f97be admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4279342 Oct 17 10:36:10.906812 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:10.985004 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4120eda1-2ab5-4e65-ab1d-792ee698c69c None None] Network e2337280-a404-47c6-b03c-fc7e9a1f3a14 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:36:11.068021 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device ce13d5d3-e1be-4216-ad2c-ea8b09580322 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:11.098250 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: ce13d5d3-e1be-4216-ad2c-ea8b09580322 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:11.098765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device ce13d5d3-e1be-4216-ad2c-ea8b09580322 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:11.258302 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:11.433668 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33954) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:11.500599 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a66d147f-16fb-44b2-a91f-a1d7ebbacbf6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group (26221af1-6730-4cb2-a0ae-3a397d35288c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:11.526857 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a66d147f-16fb-44b2-a91f-a1d7ebbacbf6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group (26221af1-6730-4cb2-a0ae-3a397d35288c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:11.588348 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a66d147f-16fb-44b2-a91f-a1d7ebbacbf6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (26221af1-6730-4cb2-a0ae-3a397d35288c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:11.590994 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a66d147f-16fb-44b2-a91f-a1d7ebbacbf6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:11.592136 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a66d147f-16fb-44b2-a91f-a1d7ebbacbf6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/26221af1-6730-4cb2-a0ae-3a397d35288c HTTP/1.1" status: 204 len: 168 time: 0.1566422 Oct 17 10:36:11.601477 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d147f-16fb-44b2-a91f-a1d7ebbacbf6 tempest-TestVolumeBootPattern-244674561 tempest-TestVolumeBootPattern-244674561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26221af1-6730-4cb2-a0ae-3a397d35288c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:11.664092 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33960) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:12.359739 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (2eca77e2-dba6-45ad-a93e-27c00a3ad862), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:12.360995 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:12.452842 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:12.582694 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Deleting port 9ff24131-1d19-47ce-bc7e-7e817c29310e {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:12.583144 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:12.728095 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] For port 9ff24131-1d19-47ce-bc7e-7e817c29310e, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=9ff24131-1d19-47ce-bc7e-7e817c29310e,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:12.728455 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:12.748895 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Calling delete_port for 9ff24131-1d19-47ce-bc7e-7e817c29310e owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:12.819906 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-f8ef5433-fcff-4f65-b237-a26ac050499e tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:12.821990 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-f8ef5433-fcff-4f65-b237-a26ac050499e tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e2337280-a404-47c6-b03c-fc7e9a1f3a14 HTTP/1.1" status: 200 len: 808 time: 0.1696582 Oct 17 10:36:12.845321 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-7b4219d6-0cf7-43ba-8a49-b526743e10bb tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/quotas/711ab39e17604b0d9df8ef228108396c HTTP/1.1" status: 200 len: 375 time: 0.0179968 Oct 17 10:36:12.916865 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-9ccbe737-42d1-4c5f-9cfd-828b505cecb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=711ab39e17604b0d9df8ef228108396c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655525 Oct 17 10:36:12.990846 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-b5efa47d-92d5-422d-a373-94a826144c5b service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:36:12.991856 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-b5efa47d-92d5-422d-a373-94a826144c5b service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0685632 Oct 17 10:36:13.058040 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (9ff24131-1d19-47ce-bc7e-7e817c29310e), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:13.093327 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff24131-1d19-47ce-bc7e-7e817c29310e,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:13.168829 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:13.175448 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1ee1b2e1-aaff-4e71-a6f3-e30517fa254e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756496 Oct 17 10:36:13.351117 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:13.353791 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (2eca77e2-dba6-45ad-a93e-27c00a3ad862), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:13.358858 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-0471bd69-6082-490e-8455-ae3bdc368c58 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422100 Oct 17 10:36:13.380163 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd05b57-84d4-4c36-889f-511ede83df7f None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:36:13.476812 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd05b57-84d4-4c36-889f-511ede83df7f None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:36:13.540052 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-030b9243-50ff-43f2-9579-88fca83520db req-ec25ad12-2e42-48c7-80b0-c5e8ab344c8e tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 210 time: 0.0293598 Oct 17 10:36:13.580353 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:36:13.692343 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:36:13.697885 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-71209425-e047-4466-a79d-17894c5b6faf admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2eca77e2-dba6-45ad-a93e-27c00a3ad862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0326736 Oct 17 10:36:13.700399 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33982) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:13.702898 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] Sync routers for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:36:13.715267 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:36:13.715901 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:36:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:13.808581 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks [] for router (2eca77e2-dba6-45ad-a93e-27c00a3ad862), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:13.831156 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:36:13.913607 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks [] for router_gateway (2eca77e2-dba6-45ad-a93e-27c00a3ad862), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:13.962801 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:13.965447 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Deleting port a54da1b4-8028-4a0d-ae12-4a07b801b85a {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:13.965795 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.017339 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:36:12Z', 'revision_number': 5, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port': {'id': 'a54da1b4-8028-4a0d-ae12-4a07b801b85a', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:14.045298 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] Checking router: 2eca77e2-dba6-45ad-a93e-27c00a3ad862 for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:36:14.054912 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] Routers {'2eca77e2-dba6-45ad-a93e-27c00a3ad862'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:36:14.055237 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] For port a54da1b4-8028-4a0d-ae12-4a07b801b85a, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=a54da1b4-8028-4a0d-ae12-4a07b801b85a,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:14.055572 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:36:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:14.055786 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.076941 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Calling delete_port for a54da1b4-8028-4a0d-ae12-4a07b801b85a owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:14.124134 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:14.142197 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] Set router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 gateway port host: None {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:36:14.198804 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:36:13Z', 'revision_number': 6, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port_host': None}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:14.229835 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-4a5cd38d-ec09-4396-96fd-200e65bbb38b None None] Provisioning complete for port d12e2279-fe6f-4cd0-a916-77633c4f35b5 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:36:14.230486 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4a5cd38d-ec09-4396-96fd-200e65bbb38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.230834 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-4a5cd38d-ec09-4396-96fd-200e65bbb38b None None] Attempt 1 to provision port d12e2279-fe6f-4cd0-a916-77633c4f35b5 Oct 17 10:36:14.232623 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e67ee-0e75-46aa-8557-ce4e0096af5f None None] The sync data for ids ['2eca77e2-dba6-45ad-a93e-27c00a3ad862'] in dv-cinder-860209-5-iscsi is: [{'id': '2eca77e2-dba6-45ad-a93e-27c00a3ad862', 'name': 'tempest-TestVolumeBootPattern-1123855674-router', 'tenant_id': '0e87741d68c74ae29ecea930893e3449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:01Z', 'updated_at': '2022-10-17T10:36:13Z', 'revision_number': 6, 'project_id': '0e87741d68c74ae29ecea930893e3449', 'gw_port_host': None}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:36:14.253833 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (a54da1b4-8028-4a0d-ae12-4a07b801b85a), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.283136 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:14.292388 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:14.295771 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54da1b4-8028-4a0d-ae12-4a07b801b85a,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:14.323772 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cd38d-ec09-4396-96fd-200e65bbb38b None None] Current status of the port d12e2279-fe6f-4cd0-a916-77633c4f35b5 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:36:14.355497 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (2eca77e2-dba6-45ad-a93e-27c00a3ad862), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.443253 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (2eca77e2-dba6-45ad-a93e-27c00a3ad862), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.445383 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks [] for router_controller (2eca77e2-dba6-45ad-a93e-27c00a3ad862), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.487697 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (2eca77e2-dba6-45ad-a93e-27c00a3ad862), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.488083 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eca77e2-dba6-45ad-a93e-27c00a3ad862 {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:36:14.492241 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.494565 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d456e32b-8363-48e7-9b5b-3417d73a41e2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/2eca77e2-dba6-45ad-a93e-27c00a3ad862 HTTP/1.1" status: 204 len: 168 time: 0.7930446 Oct 17 10:36:14.497121 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33984) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:14.543859 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8d9621-489b-41df-a959-c816daae11f0 admin admin] Deleting subnet 9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:36:14.546969 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9621-489b-41df-a959-c816daae11f0 admin admin] Publish callbacks [] for subnet (9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.553066 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:14.590293 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9621-489b-41df-a959-c816daae11f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1924750'] for subnet (9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.653114 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-13491e8e-8d1b-49e7-bba4-217d67eb731b req-ea870b5c-eef5-49f6-9967-2d8d5a0df66d tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 210 time: 0.0431988 Oct 17 10:36:14.710506 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9621-489b-41df-a959-c816daae11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.766861 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9621-489b-41df-a959-c816daae11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12278705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12414195'] for subnet (9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.794055 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d9621-489b-41df-a959-c816daae11f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:14.796030 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9621-489b-41df-a959-c816daae11f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.799119 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7e8d9621-489b-41df-a959-c816daae11f0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9b5f0d02-42cc-4a30-aaa7-331fdf2e3f69 HTTP/1.1" status: 204 len: 168 time: 0.3009827 Oct 17 10:36:14.800654 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb622e54-bd92-4174-85ac-8783b5648e93 None None] Network e6600083-efa1-4cdc-8469-423af4747abb requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:36:14.801704 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 33994) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:14.877013 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (e6600083-efa1-4cdc-8469-423af4747abb), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.925191 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Deleting port d12e2279-fe6f-4cd0-a916-77633c4f35b5 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:14.925540 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:14.990093 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] For port d12e2279-fe6f-4cd0-a916-77633c4f35b5, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=d12e2279-fe6f-4cd0-a916-77633c4f35b5,segment=NetworkSegment(de112e13-cecf-43a2-b5f4-6dab9cb40ae3),segment_id=de112e13-cecf-43a2-b5f4-6dab9cb40ae3)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:14.990406 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.004726 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Calling delete_port for d12e2279-fe6f-4cd0-a916-77633c4f35b5 owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:15.012714 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:15.086007 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] DHCP port deletion for e6600083-efa1-4cdc-8469-423af4747abb request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:36:15.098842 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.128327 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12e2279-fe6f-4cd0-a916-77633c4f35b5,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:15.130280 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] No DVR routers for this DVR port d12e2279-fe6f-4cd0-a916-77633c4f35b5 on host dv-cinder-860209-5-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:36:15.136788 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Deleting port d12e2279-fe6f-4cd0-a916-77633c4f35b5 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:15.137180 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.203181 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (e6600083-efa1-4cdc-8469-423af4747abb), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.203775 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] For port d12e2279-fe6f-4cd0-a916-77633c4f35b5, host dv-cinder-860209-5-iscsi, got binding levels [] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:15.204178 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.217789 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Calling delete_port for d12e2279-fe6f-4cd0-a916-77633c4f35b5 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:15.220766 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.ipam_backend_mixin [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Port d12e2279-fe6f-4cd0-a916-77633c4f35b5 was not found and therefore no delete operation was performed {{(pid=104473) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 17 10:36:15.222052 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (d12e2279-fe6f-4cd0-a916-77633c4f35b5), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.223702 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6600083-efa1-4cdc-8469-423af4747abb']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:15.235149 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:15.235438 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de112e13-cecf-43a2-b5f4-6dab9cb40ae3') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:15.246440 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (de112e13-cecf-43a2-b5f4-6dab9cb40ae3), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.248240 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Pushing event deleted for resources: {'Port': ['ID=d12e2279-fe6f-4cd0-a916-77633c4f35b5,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:15.256172 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] No DVR routers for this DVR port d12e2279-fe6f-4cd0-a916-77633c4f35b5 on host dv-cinder-860209-5-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:36:15.258547 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.258906 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.259249 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.259598 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.259974 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.260254 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.260586 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.261023 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.261415 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.261769 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.262499 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.262848 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.263175 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.263508 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.263847 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd02191-31d1-4803-a610-894ea26055cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:15.266419 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (de112e13-cecf-43a2-b5f4-6dab9cb40ae3), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.278559 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:36:15.279145 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (de112e13-cecf-43a2-b5f4-6dab9cb40ae3), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.320098 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 9ff24131-1d19-47ce-bc7e-7e817c29310e no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:15.329980 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment de112e13-cecf-43a2-b5f4-6dab9cb40ae3 resource provider aggregate not found Oct 17 10:36:15.351263 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment de112e13-cecf-43a2-b5f4-6dab9cb40ae3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de112e13-cecf-43a2-b5f4-6dab9cb40ae3 found for delete ", "request_id": "req-5b638f75-da45-4283-85d9-afccc41e23df"}]} Oct 17 10:36:15.357017 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 9ff24131-1d19-47ce-bc7e-7e817c29310e {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:15.357449 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 9ff24131-1d19-47ce-bc7e-7e817c29310e not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:15.357949 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d12e2279-fe6f-4cd0-a916-77633c4f35b5 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:15.358928 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (e6600083-efa1-4cdc-8469-423af4747abb), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.364894 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.368154 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/e6600083-efa1-4cdc-8469-423af4747abb HTTP/1.1" status: 204 len: 168 time: 0.5652041 Oct 17 10:36:15.371076 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34000) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:15.380202 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: d12e2279-fe6f-4cd0-a916-77633c4f35b5 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:15.380886 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device d12e2279-fe6f-4cd0-a916-77633c4f35b5 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:15.381368 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a54da1b4-8028-4a0d-ae12-4a07b801b85a no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:15.391714 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b8fb1-883f-4fd0-aa86-8e752e17ef73 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6600083-efa1-4cdc-8469-423af4747abb,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:15.410832 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: a54da1b4-8028-4a0d-ae12-4a07b801b85a {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:15.411479 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device a54da1b4-8028-4a0d-ae12-4a07b801b85a not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:15.637609 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:15.694571 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:15.744377 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=8,neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:15.768627 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4fe4736d-fba4-4309-8d86-3ca4810b048a req-af6bd13f-6c8c-4dfc-9817-b66d82713a97 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 210 time: 0.0382817 Oct 17 10:36:15.950275 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Deleting port b5bb816c-11f5-4706-99f9-fc33a915d024 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:15.950564 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:16.031557 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] For port b5bb816c-11f5-4706-99f9-fc33a915d024, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=b5bb816c-11f5-4706-99f9-fc33a915d024,segment=NetworkSegment(c6239f4f-e52a-4ea9-b670-86755cd13fac),segment_id=c6239f4f-e52a-4ea9-b670-86755cd13fac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:16.031917 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:16.044290 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Calling delete_port for b5bb816c-11f5-4706-99f9-fc33a915d024 owned by network:router_interface {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:16.219051 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (b5bb816c-11f5-4706-99f9-fc33a915d024), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:16.243523 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bb816c-11f5-4706-99f9-fc33a915d024,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:16.410810 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:16.432859 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c162d0f-a726-4dd4-bfe1-8a9514efbc98 None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:36:16.509663 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c162d0f-a726-4dd4-bfe1-8a9514efbc98 None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:36:16.516734 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:16.604063 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:16.617628 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:36:16.837759 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:16.858361 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bf9dc0fe-3d76-403c-bd37-196493c862e5 req-7e9937bb-74fc-4f66-8d9a-676ea042061f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 210 time: 0.0308330 Oct 17 10:36:16.992402 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:36:16.998524 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-1ae9f96c-c633-462c-bf5b-fc85d76b0a77 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a0da7722-130a-4522-a8d5-7ddadaf9c4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6263413 Oct 17 10:36:17.001306 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34018) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:17.010490 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] Sync routers for ids ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'] in dv-cinder-860209-5-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:36:17.029656 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] Routers {'a0da7722-130a-4522-a8d5-7ddadaf9c4d3'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:36:17.030521 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:36:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:17.154070 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks [] for router (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:17.161273 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-05bcc839-b1d1-43a9-8dc9-9ef00eed68be None None] Provisioning complete for port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:36:17.161977 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-05bcc839-b1d1-43a9-8dc9-9ef00eed68be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:17.162573 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-05bcc839-b1d1-43a9-8dc9-9ef00eed68be None None] Attempt 1 to provision port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf Oct 17 10:36:17.163607 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] Set router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 gateway port host: dv-cinder-860209-5-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:36:17.207031 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:17.248684 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-05bcc839-b1d1-43a9-8dc9-9ef00eed68be None None] Current status of the port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:36:17.261822 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks [] for router_gateway (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:17.311099 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Deleting port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:17.311099 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:17.354283 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:06Z', 'updated_at': '2022-10-17T10:36:16Z', 'revision_number': 5, 'project_id': '4d06020a20de48389f76209233fea396', 'gw_port': {'id': '5e412d9c-96e2-49dd-a2e4-10e1cfee04af', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:26:07Z', 'updated_at': '2022-10-17T10:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:17.379418 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] Checking router: a0da7722-130a-4522-a8d5-7ddadaf9c4d3 for host: dv-cinder-860209-5-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:36:17.388261 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] Routers {'a0da7722-130a-4522-a8d5-7ddadaf9c4d3'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:36:17.388893 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:36:08Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:17.477991 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] Set router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:36:17.529033 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:06Z', 'updated_at': '2022-10-17T10:36:17Z', 'revision_number': 6, 'project_id': '4d06020a20de48389f76209233fea396', 'gw_port_host': None}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:17.558694 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48301798-f46c-4daf-9ca7-ea041181e289 None None] The sync data for ids ['a0da7722-130a-4522-a8d5-7ddadaf9c4d3'] in dv-cinder-860209-5-iscsi is: [{'id': 'a0da7722-130a-4522-a8d5-7ddadaf9c4d3', 'name': 'tempest-TestVolumeBootPattern-1074365121-router', 'tenant_id': '4d06020a20de48389f76209233fea396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:26:06Z', 'updated_at': '2022-10-17T10:36:17Z', 'revision_number': 6, 'project_id': '4d06020a20de48389f76209233fea396', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:36:17.652757 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] For port 5e412d9c-96e2-49dd-a2e4-10e1cfee04af, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=5e412d9c-96e2-49dd-a2e4-10e1cfee04af,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:17.653121 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:17.666430 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Calling delete_port for 5e412d9c-96e2-49dd-a2e4-10e1cfee04af owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:17.828999 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (5e412d9c-96e2-49dd-a2e4-10e1cfee04af), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:17.851591 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e412d9c-96e2-49dd-a2e4-10e1cfee04af,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:17.880197 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:17.923930 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:17.977337 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7a5f3482-938f-4f0e-911c-3bdfe175c7d1 req-8f2562e3-e105-425e-8254-59889b5bae55 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 210 time: 0.0338354 Oct 17 10:36:18.018312 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.020488 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks [] for router_controller (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.065746 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (a0da7722-130a-4522-a8d5-7ddadaf9c4d3), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.066256 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0da7722-130a-4522-a8d5-7ddadaf9c4d3 {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:36:18.076516 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.077737 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-94d9d3e0-e874-4ed3-a12c-d9ad67099724 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/a0da7722-130a-4522-a8d5-7ddadaf9c4d3 HTTP/1.1" status: 204 len: 168 time: 1.0754051 Oct 17 10:36:18.080363 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34022) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:18.126546 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25b6649-ddd2-45ff-a4b2-4c226e203dfd admin admin] Deleting subnet 9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:36:18.129676 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e25b6649-ddd2-45ff-a4b2-4c226e203dfd admin admin] Publish callbacks [] for subnet (9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.167436 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e25b6649-ddd2-45ff-a4b2-4c226e203dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1924750'] for subnet (9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.192882 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:18.251727 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e25b6649-ddd2-45ff-a4b2-4c226e203dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.308679 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e25b6649-ddd2-45ff-a4b2-4c226e203dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12278705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12414195'] for subnet (9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.337395 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b6649-ddd2-45ff-a4b2-4c226e203dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:18.343604 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e25b6649-ddd2-45ff-a4b2-4c226e203dfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.346760 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e25b6649-ddd2-45ff-a4b2-4c226e203dfd admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9c9e9a0a-32e9-4bfb-9f67-9753ce1b766c HTTP/1.1" status: 204 len: 168 time: 0.2655075 Oct 17 10:36:18.349415 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34026) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:18.353758 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8284b3-9780-4851-8e1a-83e467bd8ee7 None None] Network 340674ff-5250-4e93-a493-3b23c176ec6e requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:36:18.432536 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (340674ff-5250-4e93-a493-3b23c176ec6e), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.479785 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Deleting port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:18.480076 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.526534 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e46232-32f0-43f8-8cf8-cea5b56bc988 None None] DHCP port deletion for 340674ff-5250-4e93-a493-3b23c176ec6e request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:36:18.554172 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] For port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=42fe6d54-a2f9-4605-8ff0-a67f741c6bcf,segment=NetworkSegment(c6239f4f-e52a-4ea9-b670-86755cd13fac),segment_id=c6239f4f-e52a-4ea9-b670-86755cd13fac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:18.554564 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.565488 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-63e46232-32f0-43f8-8cf8-cea5b56bc988 None None] Deleting port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:18.565862 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-63e46232-32f0-43f8-8cf8-cea5b56bc988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.571667 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Calling delete_port for 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:18.643834 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-63e46232-32f0-43f8-8cf8-cea5b56bc988 None None] For port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=42fe6d54-a2f9-4605-8ff0-a67f741c6bcf,segment=NetworkSegment(c6239f4f-e52a-4ea9-b670-86755cd13fac),segment_id=c6239f4f-e52a-4ea9-b670-86755cd13fac)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:18.644244 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-63e46232-32f0-43f8-8cf8-cea5b56bc988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.658760 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.659901 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-63e46232-32f0-43f8-8cf8-cea5b56bc988 None None] Calling delete_port for 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:18.683974 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=42fe6d54-a2f9-4605-8ff0-a67f741c6bcf,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:18.687478 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] No DVR routers for this DVR port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf on host dv-cinder-860209-5-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:36:18.720689 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:18.740839 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-63e46232-32f0-43f8-8cf8-cea5b56bc988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (42fe6d54-a2f9-4605-8ff0-a67f741c6bcf), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.764438 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46232-32f0-43f8-8cf8-cea5b56bc988 None None] Pushing event deleted for resources: {'Port': ['ID=42fe6d54-a2f9-4605-8ff0-a67f741c6bcf,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:18.769910 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e46232-32f0-43f8-8cf8-cea5b56bc988 None None] No DVR routers for this DVR port 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf on host dv-cinder-860209-5-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:36:18.770462 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (340674ff-5250-4e93-a493-3b23c176ec6e), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.802902 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340674ff-5250-4e93-a493-3b23c176ec6e']}} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:18.812919 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6239f4f-e52a-4ea9-b670-86755cd13fac') {'for_net_delete': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:18.813236 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6239f4f-e52a-4ea9-b670-86755cd13fac') {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:18.825252 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16678312'] for segment (c6239f4f-e52a-4ea9-b670-86755cd13fac), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.840092 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (c6239f4f-e52a-4ea9-b670-86755cd13fac), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.847838 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=104471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:36:18.848281 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16629178'] for segment (c6239f4f-e52a-4ea9-b670-86755cd13fac), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.916769 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment c6239f4f-e52a-4ea9-b670-86755cd13fac resource provider aggregate not found Oct 17 10:36:18.954836 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment c6239f4f-e52a-4ea9-b670-86755cd13fac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6239f4f-e52a-4ea9-b670-86755cd13fac found for delete ", "request_id": "req-6d333b73-75ef-437f-95e7-8f7d6a679dfb"}]} Oct 17 10:36:18.981657 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (340674ff-5250-4e93-a493-3b23c176ec6e), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.986693 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:18.989809 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/340674ff-5250-4e93-a493-3b23c176ec6e HTTP/1.1" status: 204 len: 168 time: 0.6394143 Oct 17 10:36:19.013410 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98bb97-eba9-4ac7-954e-bcd02013e1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=340674ff-5250-4e93-a493-3b23c176ec6e,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:19.049592 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-6789246d-3989-46dc-b154-b221fa0bb1ff tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:19.050590 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-6789246d-3989-46dc-b154-b221fa0bb1ff tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.30 "GET /networking/v2.0/networks?id=e2337280-a404-47c6-b03c-fc7e9a1f3a14 HTTP/1.1" status: 200 len: 808 time: 0.1863899 Oct 17 10:36:19.092294 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-623624e0-f6cc-4341-8fda-eea36b13c60a req-6a1973b9-2b81-4aa0-9838-e2afcb71e8ed tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 210 time: 0.0302267 Oct 17 10:36:19.140557 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34040) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:19.158835 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Request body: {'port': {'device_id': '02bad36c-2d41-4253-9bb7-a47b2b8ca78c', 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14', 'admin_state_up': True, 'tenant_id': '711ab39e17604b0d9df8ef228108396c'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:19.219414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:19.238927 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f81dbbb2-059f-4323-9821-ba104c56b53d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0e87741d68c74ae29ecea930893e3449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972674 Oct 17 10:36:19.242239 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34042) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:19.264032 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:19.300954 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fe425d08-e864-497f-8917-5c1a3588528c admin admin] Publish callbacks [] for security_group (56c5b48f-ddd9-42e5-8807-842331672455), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.307968 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device b5bb816c-11f5-4706-99f9-fc33a915d024 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:19.309139 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Made reservation on behalf of 711ab39e17604b0d9df8ef228108396c for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:36:19.313436 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.324340 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fe425d08-e864-497f-8917-5c1a3588528c admin admin] Publish callbacks [] for security_group (56c5b48f-ddd9-42e5-8807-842331672455), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.332329 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: b5bb816c-11f5-4706-99f9-fc33a915d024 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:19.332673 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device b5bb816c-11f5-4706-99f9-fc33a915d024 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:19.333085 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:19.352738 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:19.353645 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 42fe6d54-a2f9-4605-8ff0-a67f741c6bcf not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:19.354066 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 5e412d9c-96e2-49dd-a2e4-10e1cfee04af no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:19.373949 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 5e412d9c-96e2-49dd-a2e4-10e1cfee04af {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:19.374302 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 5e412d9c-96e2-49dd-a2e4-10e1cfee04af not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:19.388162 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fe425d08-e864-497f-8917-5c1a3588528c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (56c5b48f-ddd9-42e5-8807-842331672455), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.391119 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fe425d08-e864-497f-8917-5c1a3588528c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.392298 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fe425d08-e864-497f-8917-5c1a3588528c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/56c5b48f-ddd9-42e5-8807-842331672455 HTTP/1.1" status: 204 len: 168 time: 0.1479340 Oct 17 10:36:19.400293 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe425d08-e864-497f-8917-5c1a3588528c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c5b48f-ddd9-42e5-8807-842331672455,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:19.458595 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Allocated IP 172.20.0.2 (e2337280-a404-47c6-b03c-fc7e9a1f3a14/6e97ad4d-c6b1-43b0-8c58-3eacb233f703/1b63ebfe-be2a-4132-add4-acd688d0583a) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:36:19.618222 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks [] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.654628 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.700654 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Network e2337280-a404-47c6-b03c-fc7e9a1f3a14 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:36:19.703793 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:36:19.707968 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:36:19.715351 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Pushing event updated for resources: {'Port': ['ID=1b63ebfe-be2a-4132-add4-acd688d0583a,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:19.749827 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34048) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:19.762783 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:19.763398 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.779848 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-1830be80-37be-40f0-b7a5-0a30af29fc9f tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245458 Oct 17 10:36:19.790230 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6c829dae-7d7b-4d94-8b77-9f88ab5cfa1a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4d06020a20de48389f76209233fea396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391095 Oct 17 10:36:19.792676 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34050) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:19.796265 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Request body: {'port': {'device_id': '02bad36c-2d41-4253-9bb7-a47b2b8ca78c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:19.842662 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0e080185-fff2-495e-9f07-71e9cd9b36af admin admin] Publish callbacks [] for security_group (2a9b074c-b0dd-4b99-93c0-8c2bbbd10979), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.859998 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.863963 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0e080185-fff2-495e-9f07-71e9cd9b36af admin admin] Publish callbacks [] for security_group (2a9b074c-b0dd-4b99-93c0-8c2bbbd10979), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.916101 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0e080185-fff2-495e-9f07-71e9cd9b36af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (2a9b074c-b0dd-4b99-93c0-8c2bbbd10979), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.918753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0e080185-fff2-495e-9f07-71e9cd9b36af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:19.919921 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0e080185-fff2-495e-9f07-71e9cd9b36af admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2a9b074c-b0dd-4b99-93c0-8c2bbbd10979 HTTP/1.1" status: 204 len: 168 time: 0.1263618 Oct 17 10:36:19.927659 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e080185-fff2-495e-9f07-71e9cd9b36af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9b074c-b0dd-4b99-93c0-8c2bbbd10979,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:20.093052 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:20.104171 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:20.148366 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:20.150139 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b63ebfe-be2a-4132-add4-acd688d0583a {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:36:20.159465 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Publish callbacks [] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:20.174971 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Transition to ACTIVE for port object 1b63ebfe-be2a-4132-add4-acd688d0583a will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:36:20.179388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:20.308406 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Pushing event updated for resources: {'Port': ['ID=1b63ebfe-be2a-4132-add4-acd688d0583a,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:20.318347 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720be7c-5691-41bf-9370-36fbbbecfec5 req-4e77618e-86ed-4597-afff-23e4eaab8d0e tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:20.319950 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c720be7c-5691-41bf-9370-36fbbbecfec5 req-4e77618e-86ed-4597-afff-23e4eaab8d0e tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 943 time: 0.1137516 Oct 17 10:36:20.375367 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Attempting to bind port 1b63ebfe-be2a-4132-add4-acd688d0583a on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:36:20.375706 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Attempting to bind port 1b63ebfe-be2a-4132-add4-acd688d0583a by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'c8c32226-dfc4-4e58-9dcf-887efb3333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:36:20.376043 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Attempting to bind port 1b63ebfe-be2a-4132-add4-acd688d0583a on network e2337280-a404-47c6-b03c-fc7e9a1f3a14 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:36:20.417046 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c720be7c-5691-41bf-9370-36fbbbecfec5 req-acabfaaf-6778-4b3e-8d05-5c87aa8cb3ca tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904760 Oct 17 10:36:20.432072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Port 1b63ebfe-be2a-4132-add4-acd688d0583a on network e2337280-a404-47c6-b03c-fc7e9a1f3a14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:36:20.432404 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Attempting to bind port 1b63ebfe-be2a-4132-add4-acd688d0583a on network e2337280-a404-47c6-b03c-fc7e9a1f3a14 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:36:20.478550 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:36:20.478883 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Checking segment: {'id': 'c8c32226-dfc4-4e58-9dcf-887efb3333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:36:20.479263 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Bound using segment: {'id': 'c8c32226-dfc4-4e58-9dcf-887efb3333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:36:20.479698 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Bound port: 1b63ebfe-be2a-4132-add4-acd688d0583a, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c32226-dfc4-4e58-9dcf-887efb3333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:36:20.480052 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:20.539142 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] For port 1b63ebfe-be2a-4132-add4-acd688d0583a, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:36:20.542155 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] For port 1b63ebfe-be2a-4132-add4-acd688d0583a, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b63ebfe-be2a-4132-add4-acd688d0583a,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:36:20.548001 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:20.551911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:20.552518 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:20.553890 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/1b63ebfe-be2a-4132-add4-acd688d0583a HTTP/1.1" status: 200 len: 1093 time: 0.7617798 Oct 17 10:36:20.555934 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bad36c-2d41-4253-9bb7-a47b2b8ca78c', 'tag': '1b63ebfe-be2a-4132-add4-acd688d0583a'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:20.558180 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49c56a1-8321-44c0-8115-6cf7be324057" -d '{"events": [{"name": "network-changed", "server_uuid": "02bad36c-2d41-4253-9bb7-a47b2b8ca78c", "tag": "1b63ebfe-be2a-4132-add4-acd688d0583a"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:20.601828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbaceb-3aa0-4742-af4d-bc076bec7b7e service neutron] Pushing event updated for resources: {'Port': ['ID=1b63ebfe-be2a-4132-add4-acd688d0583a,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:20.622821 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b576f7-99a8-42c2-852c-4392c80dc8bb x-openstack-request-id: req-b0b576f7-99a8-42c2-852c-4392c80dc8bb {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:20.623102 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bad36c-2d41-4253-9bb7-a47b2b8ca78c", "tag": "1b63ebfe-be2a-4132-add4-acd688d0583a", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:20.623347 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0b576f7-99a8-42c2-852c-4392c80dc8bb {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:20.623741 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b576f7-99a8-42c2-852c-4392c80dc8bb'] response: {'name': 'network-changed', 'server_uuid': '02bad36c-2d41-4253-9bb7-a47b2b8ca78c', 'tag': '1b63ebfe-be2a-4132-add4-acd688d0583a', 'status': 'completed', 'code': 200} Oct 17 10:36:20.653695 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-303771f4-0829-4aeb-a072-620e99d31a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:20.655224 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-303771f4-0829-4aeb-a072-620e99d31a95 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=711ab39e17604b0d9df8ef228108396c&device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 1127 time: 0.0424509 Oct 17 10:36:20.706343 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-85c1a50e-122e-4593-b321-53976a59614e service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b63ebfe-be2a-4132-add4-acd688d0583a HTTP/1.1" status: 200 len: 217 time: 0.0360532 Oct 17 10:36:20.753597 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-95b80e3b-6826-4053-bf0a-84e114e667a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:20.755013 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-95b80e3b-6826-4053-bf0a-84e114e667a2 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=6e97ad4d-c6b1-43b0-8c58-3eacb233f703 HTTP/1.1" status: 200 len: 848 time: 0.0431798 Oct 17 10:36:20.786855 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-786ba67d-3bae-417d-a1d3-8406303b9a3e service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e2337280-a404-47c6-b03c-fc7e9a1f3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246170 Oct 17 10:36:20.879961 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-c649e75e-b36a-4c0a-b9ff-0073394dc14a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869589 Oct 17 10:36:20.968176 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-41a7cd2b-fd25-48f2-848e-a2786b29bb65 req-4a79a5e5-cc56-4309-9c8c-03f9c8b809d4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816994 Oct 17 10:36:21.545221 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc38ad-1f1b-4794-99bb-f562c920d2d9 req-87085538-929b-4008-a76c-7e7ea48e851b tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:21.546730 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d4fc38ad-1f1b-4794-99bb-f562c920d2d9 req-87085538-929b-4008-a76c-7e7ea48e851b tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 943 time: 0.0511024 Oct 17 10:36:21.558732 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:21.595590 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d4fc38ad-1f1b-4794-99bb-f562c920d2d9 req-528e27c6-1359-4ec7-a9c5-bdd149d9ad0b tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432723 Oct 17 10:36:22.716219 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cc3d0-ff61-46a4-824f-d06f6aa9b74d req-21b51288-ebd8-4470-ad45-b6a1a2b9f693 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:22.717674 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e20cc3d0-ff61-46a4-824f-d06f6aa9b74d req-21b51288-ebd8-4470-ad45-b6a1a2b9f693 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 943 time: 0.0467029 Oct 17 10:36:22.765087 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e20cc3d0-ff61-46a4-824f-d06f6aa9b74d req-27aec31c-cd7a-4271-a4c5-6e27121a8fba tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418746 Oct 17 10:36:23.069868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:23.080311 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-0b2560e2-5c54-46b7-be30-a081eafc290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:23.081808 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-0b2560e2-5c54-46b7-be30-a081eafc290b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=711ab39e17604b0d9df8ef228108396c&device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 1127 time: 0.0425069 Oct 17 10:36:23.175113 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-31d57071-e048-486a-8c4f-9495c293ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:23.176545 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-31d57071-e048-486a-8c4f-9495c293ddb8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e2337280-a404-47c6-b03c-fc7e9a1f3a14 HTTP/1.1" status: 200 len: 909 time: 0.0880990 Oct 17 10:36:23.214469 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-c27f62a6-e097-4898-980c-6a4073540534 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b63ebfe-be2a-4132-add4-acd688d0583a HTTP/1.1" status: 200 len: 217 time: 0.0322938 Oct 17 10:36:23.262621 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-6a59b25e-2866-4906-ad50-5c141bb92792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:23.264055 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-6a59b25e-2866-4906-ad50-5c141bb92792 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=6e97ad4d-c6b1-43b0-8c58-3eacb233f703 HTTP/1.1" status: 200 len: 848 time: 0.0446391 Oct 17 10:36:23.295660 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-df235c8b-3cb3-4996-b96c-afcb53b5b965 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e2337280-a404-47c6-b03c-fc7e9a1f3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255294 Oct 17 10:36:23.388174 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-677f5802-1e80-4c23-a6a4-28d465832d9a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864580 Oct 17 10:36:23.478499 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e49c56a1-8321-44c0-8115-6cf7be324057 req-d4889bf0-d56b-4a14-9ae4-9ac7f8401fbb service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843618 Oct 17 10:36:23.890566 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21799bb-cd21-43e1-8ce4-8dbf73e438c6 req-c139f5a7-589b-4ccb-bef4-7c19777a95ea tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:23.892030 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a21799bb-cd21-43e1-8ce4-8dbf73e438c6 req-c139f5a7-589b-4ccb-bef4-7c19777a95ea tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 943 time: 0.0525465 Oct 17 10:36:23.939170 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a21799bb-cd21-43e1-8ce4-8dbf73e438c6 req-37fb7dca-4871-413f-b07f-0413e790d6e3 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 Oct 17 10:36:25.058475 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b383c60-9de3-4519-ba97-88eeeddb7e86 req-1f2cde8b-530b-47fe-ba07-dcc27c25e249 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:25.059954 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b383c60-9de3-4519-ba97-88eeeddb7e86 req-1f2cde8b-530b-47fe-ba07-dcc27c25e249 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 943 time: 0.0466793 Oct 17 10:36:25.093416 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:25.110570 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b383c60-9de3-4519-ba97-88eeeddb7e86 req-6b0625fd-e9c2-44fd-91ae-b0a3998a0048 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Oct 17 10:36:25.156607 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1b63ebfe-be2a-4132-add4-acd688d0583a details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:36:25.255831 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 1b63ebfe-be2a-4132-add4-acd688d0583a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b63ebfe-be2a-4132-add4-acd688d0583a,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:25.266724 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '1b63ebfe-be2a-4132-add4-acd688d0583a', 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14', 'port_id': '1b63ebfe-be2a-4132-add4-acd688d0583a', 'mac_address': 'fa:16:3e:b9:2f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e97ad4d-c6b1-43b0-8c58-3eacb233f703', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:36:25.301288 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 1b63ebfe-be2a-4132-add4-acd688d0583a is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:36:25.301679 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:25.314224 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b63ebfe-be2a-4132-add4-acd688d0583a {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:36:25.334281 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 1b63ebfe-be2a-4132-add4-acd688d0583a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b63ebfe-be2a-4132-add4-acd688d0583a,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:25.339642 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:25.388168 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=1b63ebfe-be2a-4132-add4-acd688d0583a,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:25.752773 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['1b63ebfe-be2a-4132-add4-acd688d0583a'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:36:25.886146 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:26.231343 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c6c5d-f207-42ca-9e4e-ec0797baec42 req-b44dce4f-b249-49cb-af4f-82ac8a693218 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:26.232799 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-366c6c5d-f207-42ca-9e4e-ec0797baec42 req-b44dce4f-b249-49cb-af4f-82ac8a693218 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 944 time: 0.0472918 Oct 17 10:36:26.279155 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-366c6c5d-f207-42ca-9e4e-ec0797baec42 req-aef5dd7b-1343-4621-b374-6e92a945e93a tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Oct 17 10:36:27.189054 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1b63ebfe-be2a-4132-add4-acd688d0583a up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:36:27.232036 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 1b63ebfe-be2a-4132-add4-acd688d0583a completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:36:27.238923 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 1b63ebfe-be2a-4132-add4-acd688d0583a triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:36:27.239359 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:27.239707 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 1b63ebfe-be2a-4132-add4-acd688d0583a Oct 17 10:36:27.311159 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 1b63ebfe-be2a-4132-add4-acd688d0583a is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:36:27.311583 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:27.335800 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bad36c-2d41-4253-9bb7-a47b2b8ca78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b63ebfe-be2a-4132-add4-acd688d0583a'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:27.338619 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb14c68-a5e4-46ee-8a12-29af0b90798f" -d '{"events": [{"server_uuid": "02bad36c-2d41-4253-9bb7-a47b2b8ca78c", "name": "network-vif-plugged", "status": "completed", "tag": "1b63ebfe-be2a-4132-add4-acd688d0583a"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:27.351498 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 1b63ebfe-be2a-4132-add4-acd688d0583a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b63ebfe-be2a-4132-add4-acd688d0583a,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:27.357513 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:27.397561 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:27.412970 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba415-379a-4d48-a1aa-555e8eaaf310 req-e07bde91-67d9-4f40-95a4-513a6128da33 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:27.415183 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=1b63ebfe-be2a-4132-add4-acd688d0583a,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:27.415831 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-890ba415-379a-4d48-a1aa-555e8eaaf310 req-e07bde91-67d9-4f40-95a4-513a6128da33 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 945 time: 0.0549417 Oct 17 10:36:27.465766 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-890ba415-379a-4d48-a1aa-555e8eaaf310 req-6883fafd-e6b8-4f92-b3ff-885783e4db20 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Oct 17 10:36:27.567469 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee31400-dc86-4b63-a2c0-d91aefe4fbeb x-openstack-request-id: req-6ee31400-dc86-4b63-a2c0-d91aefe4fbeb {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:27.567770 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bad36c-2d41-4253-9bb7-a47b2b8ca78c", "name": "network-vif-plugged", "status": "completed", "tag": "1b63ebfe-be2a-4132-add4-acd688d0583a", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:27.568027 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ee31400-dc86-4b63-a2c0-d91aefe4fbeb {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:27.568431 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee31400-dc86-4b63-a2c0-d91aefe4fbeb'] response: {'server_uuid': '02bad36c-2d41-4253-9bb7-a47b2b8ca78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b63ebfe-be2a-4132-add4-acd688d0583a', 'code': 200} Oct 17 10:36:27.779110 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb350af5-baee-4049-bd05-e21ef0735f55 req-0b15d005-9e7b-4c39-b256-55565ff53a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:27.780813 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cb350af5-baee-4049-bd05-e21ef0735f55 req-0b15d005-9e7b-4c39-b256-55565ff53a8a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 1129 time: 0.0413806 Oct 17 10:36:27.824539 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cb350af5-baee-4049-bd05-e21ef0735f55 req-337a7840-680a-46b6-bba6-d78a309372df service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381968 Oct 17 10:36:28.584792 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706396a6-a31c-4b76-b4fb-93fbcd057d2b req-cc6ed8a3-2b89-4b05-8968-8ec3365a2716 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:28.586242 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-706396a6-a31c-4b76-b4fb-93fbcd057d2b req-cc6ed8a3-2b89-4b05-8968-8ec3365a2716 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 945 time: 0.0467143 Oct 17 10:36:28.616524 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:28.634797 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-706396a6-a31c-4b76-b4fb-93fbcd057d2b req-14e42ca9-41dc-4a47-94f0-30ade4570707 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Oct 17 10:36:29.754290 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ed5ed-df65-4c8e-92a0-08ae47eed456 req-760bdd74-e9ca-49e9-ab3e-d7be8ad79e77 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:29.755776 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8d8ed5ed-df65-4c8e-92a0-08ae47eed456 req-760bdd74-e9ca-49e9-ab3e-d7be8ad79e77 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 945 time: 0.0468094 Oct 17 10:36:29.804134 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-8d8ed5ed-df65-4c8e-92a0-08ae47eed456 req-f699c28f-1799-4b1e-8e7e-7df169ecf9bc tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Oct 17 10:36:30.516164 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede39c1-5c94-406b-9cfe-d956dd41589a req-4082fce7-7dba-4f27-9118-2bbb1eadfea2 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:30.517603 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9ede39c1-5c94-406b-9cfe-d956dd41589a req-4082fce7-7dba-4f27-9118-2bbb1eadfea2 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 945 time: 0.0466726 Oct 17 10:36:30.566944 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9ede39c1-5c94-406b-9cfe-d956dd41589a req-160a2c58-a297-4e23-aee9-29334fffa6ac tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436828 Oct 17 10:36:31.324823 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=40 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:31.687926 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49274ce5-586d-4f11-afa7-8dd0326480f2 req-7501e19b-c927-49a3-916a-b8e3d8b93e8a tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:31.689372 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49274ce5-586d-4f11-afa7-8dd0326480f2 req-7501e19b-c927-49a3-916a-b8e3d8b93e8a tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 945 time: 0.0460219 Oct 17 10:36:31.742045 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49274ce5-586d-4f11-afa7-8dd0326480f2 req-756f25e9-d197-4ca6-b013-e1a78e1e452e tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465512 Oct 17 10:36:32.106839 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-9ba0fc72-cff6-4758-8abf-1677596238f5 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:32.108255 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-9ba0fc72-cff6-4758-8abf-1677596238f5 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 945 time: 0.0475032 Oct 17 10:36:32.186519 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:32.191899 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Deleting port 1b63ebfe-be2a-4132-add4-acd688d0583a {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:32.192238 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:32.269798 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:32.285719 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] For port 1b63ebfe-be2a-4132-add4-acd688d0583a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b63ebfe-be2a-4132-add4-acd688d0583a,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:32.286081 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:32.299479 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Calling delete_port for 1b63ebfe-be2a-4132-add4-acd688d0583a owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:32.427458 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (1b63ebfe-be2a-4132-add4-acd688d0583a), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:32.455634 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Pushing event deleted for resources: {'Port': ['ID=1b63ebfe-be2a-4132-add4-acd688d0583a,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:32.464755 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['1b63ebfe-be2a-4132-add4-acd688d0583a'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:36:32.500549 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] No DVR routers for this DVR port 1b63ebfe-be2a-4132-add4-acd688d0583a on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:36:32.502915 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:32.506034 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0c7666c9-5ad6-49fd-8129-7328a305d68e req-87228ea6-20b5-4bb2-81d7-9a8d3a32e621 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.30 "DELETE /networking/v2.0/ports/1b63ebfe-be2a-4132-add4-acd688d0583a HTTP/1.1" status: 204 len: 173 time: 0.3907895 Oct 17 10:36:32.506556 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bad36c-2d41-4253-9bb7-a47b2b8ca78c', 'name': 'network-vif-deleted', 'tag': '1b63ebfe-be2a-4132-add4-acd688d0583a'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:32.509228 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9528e0-08ae-4c21-ab1f-a7155dbb8863" -d '{"events": [{"server_uuid": "02bad36c-2d41-4253-9bb7-a47b2b8ca78c", "name": "network-vif-deleted", "tag": "1b63ebfe-be2a-4132-add4-acd688d0583a"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:32.548113 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d528465-6e44-414a-addb-001a82fc7f2a x-openstack-request-id: req-9d528465-6e44-414a-addb-001a82fc7f2a {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:32.548402 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bad36c-2d41-4253-9bb7-a47b2b8ca78c", "name": "network-vif-deleted", "tag": "1b63ebfe-be2a-4132-add4-acd688d0583a", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:32.548651 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d528465-6e44-414a-addb-001a82fc7f2a {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:32.549052 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d528465-6e44-414a-addb-001a82fc7f2a'] response: {'server_uuid': '02bad36c-2d41-4253-9bb7-a47b2b8ca78c', 'name': 'network-vif-deleted', 'tag': '1b63ebfe-be2a-4132-add4-acd688d0583a', 'status': 'completed', 'code': 200} Oct 17 10:36:32.856829 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb266aeb-427d-45a2-8518-59e48ab445ce req-cc70e112-90dd-485d-9296-ed81e64c6f66 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=02bad36c-2d41-4253-9bb7-a47b2b8ca78c HTTP/1.1" status: 200 len: 210 time: 0.0278471 Oct 17 10:36:34.192232 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-607c87e6-f726-42f4-9b1d-d853a6b997cf tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:34.193580 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-607c87e6-f726-42f4-9b1d-d853a6b997cf tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e2337280-a404-47c6-b03c-fc7e9a1f3a14 HTTP/1.1" status: 200 len: 808 time: 0.1047437 Oct 17 10:36:34.207844 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-3b7aa60a-ad18-4318-9e41-7898e5d3d29d tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/quotas/711ab39e17604b0d9df8ef228108396c HTTP/1.1" status: 200 len: 375 time: 0.0088630 Oct 17 10:36:34.232765 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:34.241474 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-b598bcaf-1944-4c07-92c8-71ee44bb2c70 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=711ab39e17604b0d9df8ef228108396c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282264 Oct 17 10:36:34.334938 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-7778a115-2576-4b41-ba78-7c2b04831a60 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866210 Oct 17 10:36:34.429327 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-faa87351-7464-4886-b8b2-5b324a3d20de service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879509 Oct 17 10:36:34.594300 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-22375e84-7ace-4092-be3d-374591950d36 req-3d51f2c3-d3b3-402b-9826-8daad6375307 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 210 time: 0.0278773 Oct 17 10:36:35.261580 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1b63ebfe-be2a-4132-add4-acd688d0583a no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:35.281054 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 1b63ebfe-be2a-4132-add4-acd688d0583a {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:35.281396 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1b63ebfe-be2a-4132-add4-acd688d0583a not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:35.703096 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-888d4956-bfcf-4496-ad21-f33e843d2d9a req-a20eaec3-73a5-483b-abdf-5c349c1cffc5 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 210 time: 0.0294716 Oct 17 10:36:35.730844 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-0adc9194-5519-400a-a95d-cc8ccd060c8e tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:35.732350 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-0adc9194-5519-400a-a95d-cc8ccd060c8e tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.30 "GET /networking/v2.0/networks?id=e2337280-a404-47c6-b03c-fc7e9a1f3a14 HTTP/1.1" status: 200 len: 808 time: 0.1130695 Oct 17 10:36:35.752999 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Request body: {'port': {'device_id': 'e087175e-cf41-48bc-ac0a-cce50eeaa84e', 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14', 'admin_state_up': True, 'tenant_id': '711ab39e17604b0d9df8ef228108396c'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:35.793229 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-537de15c-93e3-44d1-a6a3-cae36b0c71a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:35.872368 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Made reservation on behalf of 711ab39e17604b0d9df8ef228108396c for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:36:35.876148 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:35.998027 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Allocated IP 172.20.0.2 (e2337280-a404-47c6-b03c-fc7e9a1f3a14/6e97ad4d-c6b1-43b0-8c58-3eacb233f703/57a279a3-cef0-491e-9501-c8ec74b6e737) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:36:36.095286 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:36.147435 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks [] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:36.178539 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:36.219389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:36.227499 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Network e2337280-a404-47c6-b03c-fc7e9a1f3a14 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:36:36.231541 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:36:36.237634 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:36:36.242129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Pushing event updated for resources: {'Port': ['ID=57a279a3-cef0-491e-9501-c8ec74b6e737,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:36.286745 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:36.287343 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:36.303847 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-2fd67a63-b9c8-41e2-8d48-c48bee5332a0 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547445 Oct 17 10:36:36.321393 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Request body: {'port': {'device_id': 'e087175e-cf41-48bc-ac0a-cce50eeaa84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:36.379831 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:36.629087 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a279a3-cef0-491e-9501-c8ec74b6e737 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:36:36.637020 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Publish callbacks [] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:36.649841 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Transition to ACTIVE for port object 57a279a3-cef0-491e-9501-c8ec74b6e737 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:36:36.653626 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:36.729612 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Pushing event updated for resources: {'Port': ['ID=57a279a3-cef0-491e-9501-c8ec74b6e737,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:36.760424 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Attempting to bind port 57a279a3-cef0-491e-9501-c8ec74b6e737 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:36:36.761105 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Attempting to bind port 57a279a3-cef0-491e-9501-c8ec74b6e737 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'c8c32226-dfc4-4e58-9dcf-887efb3333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:36:36.761105 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Attempting to bind port 57a279a3-cef0-491e-9501-c8ec74b6e737 on network e2337280-a404-47c6-b03c-fc7e9a1f3a14 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:36:36.842497 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcca83-ffa3-461e-8a69-96d9bda8aacd req-79121f6f-53b8-409a-bf85-750f3c2d1072 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:36.843936 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-37fcca83-ffa3-461e-8a69-96d9bda8aacd req-79121f6f-53b8-409a-bf85-750f3c2d1072 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 943 time: 0.0589452 Oct 17 10:36:36.845942 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Port 57a279a3-cef0-491e-9501-c8ec74b6e737 on network e2337280-a404-47c6-b03c-fc7e9a1f3a14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:36:36.846269 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Attempting to bind port 57a279a3-cef0-491e-9501-c8ec74b6e737 on network e2337280-a404-47c6-b03c-fc7e9a1f3a14 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:36:36.921072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:36:36.921310 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Checking segment: {'id': 'c8c32226-dfc4-4e58-9dcf-887efb3333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:36:36.921715 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Bound using segment: {'id': 'c8c32226-dfc4-4e58-9dcf-887efb3333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:36:36.922129 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Bound port: 57a279a3-cef0-491e-9501-c8ec74b6e737, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c32226-dfc4-4e58-9dcf-887efb3333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:36:36.922515 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:36.927843 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-37fcca83-ffa3-461e-8a69-96d9bda8aacd req-e47e2cbb-2e63-4653-8d25-f68b68483b3c tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783455 Oct 17 10:36:36.961732 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:36.966545 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:36.995555 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] For port 57a279a3-cef0-491e-9501-c8ec74b6e737, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:36:36.998626 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] For port 57a279a3-cef0-491e-9501-c8ec74b6e737, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=57a279a3-cef0-491e-9501-c8ec74b6e737,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:36:37.004058 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:37.007217 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:37.008712 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:37.010104 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/57a279a3-cef0-491e-9501-c8ec74b6e737 HTTP/1.1" status: 200 len: 1093 time: 0.6927736 Oct 17 10:36:37.012299 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e087175e-cf41-48bc-ac0a-cce50eeaa84e', 'tag': '57a279a3-cef0-491e-9501-c8ec74b6e737'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:37.014557 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c820f419-d384-4e7b-8009-5f13acb00959" -d '{"events": [{"name": "network-changed", "server_uuid": "e087175e-cf41-48bc-ac0a-cce50eeaa84e", "tag": "57a279a3-cef0-491e-9501-c8ec74b6e737"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:37.055508 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5816ffc-b5e0-492d-b566-f9fbc496ca81 x-openstack-request-id: req-e5816ffc-b5e0-492d-b566-f9fbc496ca81 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:37.056313 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e087175e-cf41-48bc-ac0a-cce50eeaa84e", "tag": "57a279a3-cef0-491e-9501-c8ec74b6e737", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:37.056563 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5816ffc-b5e0-492d-b566-f9fbc496ca81 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:37.056963 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5816ffc-b5e0-492d-b566-f9fbc496ca81'] response: {'name': 'network-changed', 'server_uuid': 'e087175e-cf41-48bc-ac0a-cce50eeaa84e', 'tag': '57a279a3-cef0-491e-9501-c8ec74b6e737', 'status': 'completed', 'code': 200} Oct 17 10:36:37.069005 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37aeda-420e-449c-ba05-4ea3ec008799 service neutron] Pushing event updated for resources: {'Port': ['ID=57a279a3-cef0-491e-9501-c8ec74b6e737,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:37.118141 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-e8defd4f-5508-4181-9bd3-653ec0e27e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:37.119626 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-e8defd4f-5508-4181-9bd3-653ec0e27e8b service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=711ab39e17604b0d9df8ef228108396c&device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 1127 time: 0.0386367 Oct 17 10:36:37.170004 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-7b875558-413d-4dd3-ab5c-2ac296a62945 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57a279a3-cef0-491e-9501-c8ec74b6e737 HTTP/1.1" status: 200 len: 217 time: 0.0351012 Oct 17 10:36:37.219188 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-8d18f483-f7d5-4f50-a552-2ef84d50152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:37.220475 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-8d18f483-f7d5-4f50-a552-2ef84d50152a service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=6e97ad4d-c6b1-43b0-8c58-3eacb233f703 HTTP/1.1" status: 200 len: 848 time: 0.0442085 Oct 17 10:36:37.252193 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-3f0688d0-152e-4e7a-8e6d-7a81ef0463d0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e2337280-a404-47c6-b03c-fc7e9a1f3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260541 Oct 17 10:36:37.346460 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-7b93e633-cbd4-44ee-a860-f9d1deeb86a0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867441 Oct 17 10:36:37.437758 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-190f7de3-e06a-4c70-b3ee-930ff7a7e039 req-347d3d2d-a7d4-4ae7-9f39-43384f105479 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842674 Oct 17 10:36:38.055943 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956e4a-e006-41c5-b5c7-ca62fe5ea942 req-6d103120-82fd-424d-9057-c7d7bb2fdc1a tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:38.057402 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-86956e4a-e006-41c5-b5c7-ca62fe5ea942 req-6d103120-82fd-424d-9057-c7d7bb2fdc1a tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 943 time: 0.0502064 Oct 17 10:36:38.105882 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-86956e4a-e006-41c5-b5c7-ca62fe5ea942 req-ed42f10b-274f-4218-9bdb-70b9ff387900 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Oct 17 10:36:38.171911 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fc2619a4-f639-4704-8c51-94b238eebc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:39.226076 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eef4f4-d277-47c3-a878-4eabc69f9581 req-51be2a2a-af13-4233-b343-5a9291257cab tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:39.227562 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-68eef4f4-d277-47c3-a878-4eabc69f9581 req-51be2a2a-af13-4233-b343-5a9291257cab tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 943 time: 0.0449750 Oct 17 10:36:39.274206 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-68eef4f4-d277-47c3-a878-4eabc69f9581 req-426c28ac-ad0b-4005-a214-92a8278fdab2 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Oct 17 10:36:39.395422 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:39.592333 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820f419-d384-4e7b-8009-5f13acb00959 req-fc9b4a43-2a34-44a5-ad65-fa4d6b31c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:39.593806 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c820f419-d384-4e7b-8009-5f13acb00959 req-fc9b4a43-2a34-44a5-ad65-fa4d6b31c2d5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=711ab39e17604b0d9df8ef228108396c&device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 1127 time: 0.0412776 Oct 17 10:36:39.952838 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820f419-d384-4e7b-8009-5f13acb00959 req-7422bb96-1d3e-42d3-b564-3aa4a1160e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:39.954299 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c820f419-d384-4e7b-8009-5f13acb00959 req-7422bb96-1d3e-42d3-b564-3aa4a1160e20 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=e2337280-a404-47c6-b03c-fc7e9a1f3a14 HTTP/1.1" status: 200 len: 909 time: 0.3437545 Oct 17 10:36:40.042982 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c820f419-d384-4e7b-8009-5f13acb00959 req-113af2fd-9b2e-4678-ac40-5d3531df2e61 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57a279a3-cef0-491e-9501-c8ec74b6e737 HTTP/1.1" status: 200 len: 217 time: 0.0335150 Oct 17 10:36:40.094613 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820f419-d384-4e7b-8009-5f13acb00959 req-89f757fc-e6ef-4948-8647-d71c1b01df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:40.096087 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c820f419-d384-4e7b-8009-5f13acb00959 req-89f757fc-e6ef-4948-8647-d71c1b01df47 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=6e97ad4d-c6b1-43b0-8c58-3eacb233f703 HTTP/1.1" status: 200 len: 848 time: 0.0471253 Oct 17 10:36:40.131453 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c820f419-d384-4e7b-8009-5f13acb00959 req-30b453f3-cd46-423e-8de1-b3451d40a289 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=e2337280-a404-47c6-b03c-fc7e9a1f3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255985 Oct 17 10:36:40.249643 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c820f419-d384-4e7b-8009-5f13acb00959 req-c3462405-6fc1-4ad1-9851-c950ae73d417 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875499 Oct 17 10:36:40.277885 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:40.346573 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c820f419-d384-4e7b-8009-5f13acb00959 req-f893e945-c1eb-47e3-a5b8-a156d0993261 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909486 Oct 17 10:36:40.401947 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef470bf9-6008-43d7-9faf-d4475258d3ca req-94c6695a-1171-4a4b-a801-58b7b53c47d7 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:40.403452 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ef470bf9-6008-43d7-9faf-d4475258d3ca req-94c6695a-1171-4a4b-a801-58b7b53c47d7 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 943 time: 0.0469382 Oct 17 10:36:40.415930 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:40.454503 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ef470bf9-6008-43d7-9faf-d4475258d3ca req-fc1fa637-f2e8-4502-b94e-5949e1dcff38 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Oct 17 10:36:40.704765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:41.255737 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:41.276830 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b8d0-838d-4339-a951-44d45dd9d6f9 req-06163906-4221-46ad-b76c-6b5220c62ccf tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:41.278226 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 57a279a3-cef0-491e-9501-c8ec74b6e737 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:36:41.278428 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4eb7b8d0-838d-4339-a951-44d45dd9d6f9 req-06163906-4221-46ad-b76c-6b5220c62ccf tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 947 time: 0.0480478 Oct 17 10:36:41.330941 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4eb7b8d0-838d-4339-a951-44d45dd9d6f9 req-a872cc04-a4a1-4ac5-a0f9-470930f3b5c1 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468900 Oct 17 10:36:41.381147 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 57a279a3-cef0-491e-9501-c8ec74b6e737, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=57a279a3-cef0-491e-9501-c8ec74b6e737,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:41.391933 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '57a279a3-cef0-491e-9501-c8ec74b6e737', 'network_id': 'e2337280-a404-47c6-b03c-fc7e9a1f3a14', 'port_id': '57a279a3-cef0-491e-9501-c8ec74b6e737', 'mac_address': 'fa:16:3e:18:67:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e97ad4d-c6b1-43b0-8c58-3eacb233f703', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:36:41.425634 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 57a279a3-cef0-491e-9501-c8ec74b6e737 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:36:41.426027 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:41.439446 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a279a3-cef0-491e-9501-c8ec74b6e737 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:36:41.459063 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 57a279a3-cef0-491e-9501-c8ec74b6e737, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=57a279a3-cef0-491e-9501-c8ec74b6e737,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:41.463083 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:41.511201 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=57a279a3-cef0-491e-9501-c8ec74b6e737,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:41.582172 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d574ef0-071d-4c43-a456-c567b9f9b1e8 req-a94e3da7-4871-4ac8-a450-f76c54074a50 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:41.583696 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2d574ef0-071d-4c43-a456-c567b9f9b1e8 req-a94e3da7-4871-4ac8-a450-f76c54074a50 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 944 time: 0.0496454 Oct 17 10:36:41.630889 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2d574ef0-071d-4c43-a456-c567b9f9b1e8 req-250157bf-36da-40ef-a003-d7089e5eb9ed tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Oct 17 10:36:41.871052 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['57a279a3-cef0-491e-9501-c8ec74b6e737'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:36:41.979667 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:42.459168 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9ceb5-ad86-484c-8126-9c04fd1866ab req-5ab570c5-1a82-4180-a52a-af6b811ddfca tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:42.460616 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7bc9ceb5-ad86-484c-8126-9c04fd1866ab req-5ab570c5-1a82-4180-a52a-af6b811ddfca tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 947 time: 0.0465207 Oct 17 10:36:42.506743 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7bc9ceb5-ad86-484c-8126-9c04fd1866ab req-1c27f867-5b15-42f1-a7b7-32ee76bf2796 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=556188f0-feb9-419b-a2bd-ed4e454eb08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405862 Oct 17 10:36:42.752633 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ed5c5-ef67-4065-b1b6-502bdd79ca4d req-ce3a3f31-c18e-444a-88a2-52d3c9780236 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:42.754079 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b58ed5c5-ef67-4065-b1b6-502bdd79ca4d req-ce3a3f31-c18e-444a-88a2-52d3c9780236 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 944 time: 0.0474594 Oct 17 10:36:42.800967 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b58ed5c5-ef67-4065-b1b6-502bdd79ca4d req-ae873318-a870-47d2-b81a-aa3a595c927a tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Oct 17 10:36:43.079722 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-a637f9c3-5693-45e4-bc43-5885f8a28e3a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:43.081170 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-a637f9c3-5693-45e4-bc43-5885f8a28e3a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 947 time: 0.0493693 Oct 17 10:36:43.161788 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Deleting port cca519f2-c8ec-4e21-9d79-8c8665f98315 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:43.162131 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:43.253930 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] For port cca519f2-c8ec-4e21-9d79-8c8665f98315, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cca519f2-c8ec-4e21-9d79-8c8665f98315,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:43.254297 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:43.283686 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 57a279a3-cef0-491e-9501-c8ec74b6e737 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:36:43.329452 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 57a279a3-cef0-491e-9501-c8ec74b6e737 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:36:43.336011 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 57a279a3-cef0-491e-9501-c8ec74b6e737 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:36:43.336326 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:43.337359 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 57a279a3-cef0-491e-9501-c8ec74b6e737 Oct 17 10:36:43.408023 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 57a279a3-cef0-491e-9501-c8ec74b6e737 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:36:43.408558 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:43.418357 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:43.418715 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (ad51e636-4162-4d9f-956d-4248516e291f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:43.419026 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Floating IP ad51e636-4162-4d9f-956d-4248516e291f disassociated. External IP: 172.27.3.43, port: cca519f2-c8ec-4e21-9d79-8c8665f98315. Oct 17 10:36:43.419367 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Calling delete_port for cca519f2-c8ec-4e21-9d79-8c8665f98315 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:43.431869 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e087175e-cf41-48bc-ac0a-cce50eeaa84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a279a3-cef0-491e-9501-c8ec74b6e737'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:43.434116 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfa1361-6cf6-4494-a208-6fc09dc9bf7f" -d '{"events": [{"server_uuid": "e087175e-cf41-48bc-ac0a-cce50eeaa84e", "name": "network-vif-plugged", "status": "completed", "tag": "57a279a3-cef0-491e-9501-c8ec74b6e737"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:43.447647 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 57a279a3-cef0-491e-9501-c8ec74b6e737, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=57a279a3-cef0-491e-9501-c8ec74b6e737,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:43.452084 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:43.476866 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b3c82d-932c-47be-925b-711a83c048e0 x-openstack-request-id: req-90b3c82d-932c-47be-925b-711a83c048e0 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:43.477243 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e087175e-cf41-48bc-ac0a-cce50eeaa84e", "name": "network-vif-plugged", "status": "completed", "tag": "57a279a3-cef0-491e-9501-c8ec74b6e737", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:43.477493 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90b3c82d-932c-47be-925b-711a83c048e0 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:43.477913 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b3c82d-932c-47be-925b-711a83c048e0'] response: {'server_uuid': 'e087175e-cf41-48bc-ac0a-cce50eeaa84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a279a3-cef0-491e-9501-c8ec74b6e737', 'code': 200} Oct 17 10:36:43.505285 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=57a279a3-cef0-491e-9501-c8ec74b6e737,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:43.557374 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (cca519f2-c8ec-4e21-9d79-8c8665f98315), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:43.588175 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event deleted for resources: {'Port': ['ID=cca519f2-c8ec-4e21-9d79-8c8665f98315,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:43.623411 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:43.628240 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-09324e61-90db-417b-90c6-f303eb2284f9 req-6732f8aa-f985-4311-9d49-6e2fc96250ae tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 210 time: 0.0323901 Oct 17 10:36:43.708570 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbe2fb-ecaa-4ef0-9f93-8e88d0fad95e req-d70ce53f-fea6-461d-99b1-34c10e4353aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:43.710056 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49dbe2fb-ecaa-4ef0-9f93-8e88d0fad95e req-d70ce53f-fea6-461d-99b1-34c10e4353aa service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 1129 time: 0.0393131 Oct 17 10:36:43.731448 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Router 9dc49344-949a-404d-bb72-d4d86c3ae9cc has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:36:43.738103 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:43.754418 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49dbe2fb-ecaa-4ef0-9f93-8e88d0fad95e req-a8f324e1-99f1-420f-a095-9be51092c9d0 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388680 Oct 17 10:36:43.840010 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:36:43.850480 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] Sync routers for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:36:43.862129 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:36:43.863190 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:36:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:43.887881 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] No DVR routers for this DVR port cca519f2-c8ec-4e21-9d79-8c8665f98315 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:36:43.890377 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:43.893536 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e6c495dd-9d06-4784-9f2a-38b843b0a10a req-0fe3ce9e-bb50-4fbc-a252-f3cb4c53e7af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "DELETE /networking/v2.0/ports/cca519f2-c8ec-4e21-9d79-8c8665f98315 HTTP/1.1" status: 204 len: 173 time: 0.8076508 Oct 17 10:36:43.894019 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-deleted', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:43.896282 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f57566-885e-4940-9b74-6738ffaf2031" -d '{"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-deleted", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:43.935869 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e13d3ca-9b2c-461b-9f1b-1e7c6ea7ea8e x-openstack-request-id: req-3e13d3ca-9b2c-461b-9f1b-1e7c6ea7ea8e {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:43.936156 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b5400-d752-426a-a5f1-fe0746c3e990", "name": "network-vif-deleted", "tag": "cca519f2-c8ec-4e21-9d79-8c8665f98315", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:43.936404 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e13d3ca-9b2c-461b-9f1b-1e7c6ea7ea8e {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:43.936800 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e13d3ca-9b2c-461b-9f1b-1e7c6ea7ea8e'] response: {'server_uuid': '239b5400-d752-426a-a5f1-fe0746c3e990', 'name': 'network-vif-deleted', 'tag': 'cca519f2-c8ec-4e21-9d79-8c8665f98315', 'status': 'completed', 'code': 200} Oct 17 10:36:43.941436 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fd1bf-3509-47b3-b42c-d65fb9aa7d7c req-97291817-eac3-4b1c-8623-0acca49e2575 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:43.942980 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a03fd1bf-3509-47b3-b42c-d65fb9aa7d7c req-97291817-eac3-4b1c-8623-0acca49e2575 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 945 time: 0.0592320 Oct 17 10:36:43.996666 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a03fd1bf-3509-47b3-b42c-d65fb9aa7d7c req-519a9434-87d7-4826-a842-ae0a25b48e0d tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474219 Oct 17 10:36:44.101850 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:44.125322 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:36:44.315368 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:44.340336 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] Checking router: 9dc49344-949a-404d-bb72-d4d86c3ae9cc for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:36:44.348903 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:36:44.349511 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:36:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:44.452050 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:36:44.632576 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:44.639371 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:36:44.667405 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fef2a-deae-428d-99fb-503faf071e1f None None] The sync data for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi is: [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:36:44.761093 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c9252cfd-6233-4515-bf6b-2b92679183f0 req-c0dcd57f-2601-41d3-91f7-bc816d727f20 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=239b5400-d752-426a-a5f1-fe0746c3e990 HTTP/1.1" status: 200 len: 210 time: 0.0302901 Oct 17 10:36:44.894300 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40672314-9c32-4c19-a6c3-59d643ed2a41 None None] New status for floating IP ad51e636-4162-4d9f-956d-4248516e291f: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:36:45.122018 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d119d-c526-4912-a972-9c6d2c051d02 req-9a36a963-d4e1-42ab-8974-ef5be459259b tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:45.123590 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-045d119d-c526-4912-a972-9c6d2c051d02 req-9a36a963-d4e1-42ab-8974-ef5be459259b tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 945 time: 0.0467360 Oct 17 10:36:45.183884 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-045d119d-c526-4912-a972-9c6d2c051d02 req-e85bffdc-8a6d-424c-a0ee-d62e9d2175c9 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539377 Oct 17 10:36:45.217076 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:36:46.307086 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99809d1-c1b0-416f-bee5-2e2599820673 req-c07cef51-ba53-40f2-8dc9-b93d76820bd6 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:46.308577 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c99809d1-c1b0-416f-bee5-2e2599820673 req-c07cef51-ba53-40f2-8dc9-b93d76820bd6 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 945 time: 0.0503514 Oct 17 10:36:46.357121 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c99809d1-c1b0-416f-bee5-2e2599820673 req-bec02df2-b0ae-4d5d-bacc-a6dc8ff64132 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Oct 17 10:36:46.889324 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34202) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:46.903792 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:46.919886 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:46.948124 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (556188f0-feb9-419b-a2bd-ed4e454eb08b), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:46.974226 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (556188f0-feb9-419b-a2bd-ed4e454eb08b), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.027531 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (556188f0-feb9-419b-a2bd-ed4e454eb08b), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.031146 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.035029 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/556188f0-feb9-419b-a2bd-ed4e454eb08b HTTP/1.1" status: 204 len: 168 time: 0.1419973 Oct 17 10:36:47.035384 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34206) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:47.049376 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.api.v2.resource [None req-c5d55650-88de-4db0-b474-10680392982d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] show failed (client error): The resource could not be found. Oct 17 10:36:47.050367 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-c5d55650-88de-4db0-b474-10680392982d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups/556188f0-feb9-419b-a2bd-ed4e454eb08b HTTP/1.1" status: 404 len: 347 time: 0.0140004 Oct 17 10:36:47.053263 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34208) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:47.055788 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556188f0-feb9-419b-a2bd-ed4e454eb08b,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:47.081833 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.082186 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.082556 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.082901 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.083236 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.083568 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.083897 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.084228 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.084550 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.084876 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.085201 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.085731 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.086058 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.086510 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.087228 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8ef8f-4bab-4057-accf-456d3859d8d7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:36:47.102989 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb61ec-d2cb-4b3e-ae21-c11b0bd78668 req-a3526e40-9589-42f8-a982-bcadabef2c63 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:47.104768 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96fb61ec-d2cb-4b3e-ae21-c11b0bd78668 req-a3526e40-9589-42f8-a982-bcadabef2c63 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 945 time: 0.0647912 Oct 17 10:36:47.159329 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96fb61ec-d2cb-4b3e-ae21-c11b0bd78668 req-3a35ad67-b114-4260-bbc8-c902f580a723 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Oct 17 10:36:47.172915 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Deleting port fa8a0967-6d11-425c-a218-401e46bf2d20 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:47.173260 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (fa8a0967-6d11-425c-a218-401e46bf2d20), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.254171 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (fa8a0967-6d11-425c-a218-401e46bf2d20), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.254535 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (fa8a0967-6d11-425c-a218-401e46bf2d20), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.266683 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Calling delete_port for fa8a0967-6d11-425c-a218-401e46bf2d20 owned by network:floatingip {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:47.285724 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:47.309340 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: cca519f2-c8ec-4e21-9d79-8c8665f98315 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:47.309687 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device cca519f2-c8ec-4e21-9d79-8c8665f98315 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:47.397550 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (fa8a0967-6d11-425c-a218-401e46bf2d20), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.425155 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event deleted for resources: {'Port': ['ID=fa8a0967-6d11-425c-a218-401e46bf2d20,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:47.487553 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (ad51e636-4162-4d9f-956d-4248516e291f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.489995 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.491166 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-add2b01b-5134-40c7-a151-7bdcbd97fef6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/ad51e636-4162-4d9f-956d-4248516e291f HTTP/1.1" status: 204 len: 168 time: 0.4370241 Oct 17 10:36:47.575829 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34212) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:47.580367 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-8d06717d-e856-4aac-ad89-14c459c33d00 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694652352', 'description': 'tempest-description--1456394673'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:47.601707 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8d06717d-e856-4aac-ad89-14c459c33d00 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.628826 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:47.673744 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8d06717d-e856-4aac-ad89-14c459c33d00 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (8571b4c1-da52-466d-a185-c16ee8b58591), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.677414 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8d06717d-e856-4aac-ad89-14c459c33d00 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8571b4c1-da52-466d-a185-c16ee8b58591), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.708347 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8d06717d-e856-4aac-ad89-14c459c33d00 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.709545 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-8d06717d-e856-4aac-ad89-14c459c33d00 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1327162 Oct 17 10:36:47.711910 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06717d-e856-4aac-ad89-14c459c33d00 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8571b4c1-da52-466d-a185-c16ee8b58591,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:47.713184 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34214) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:47.717790 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-9d326c3a-6465-445a-9ebf-4000325035d9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'security_group_rule': {'security_group_id': '8571b4c1-da52-466d-a185-c16ee8b58591', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:47.745985 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9d326c3a-6465-445a-9ebf-4000325035d9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (6be81201-9ac9-4b43-8ea6-02c2b9aca3fd), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.808358 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9d326c3a-6465-445a-9ebf-4000325035d9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (6be81201-9ac9-4b43-8ea6-02c2b9aca3fd), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.814240 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9d326c3a-6465-445a-9ebf-4000325035d9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (6be81201-9ac9-4b43-8ea6-02c2b9aca3fd), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.832779 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d326c3a-6465-445a-9ebf-4000325035d9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be81201-9ac9-4b43-8ea6-02c2b9aca3fd,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:47.840591 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9d326c3a-6465-445a-9ebf-4000325035d9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.841773 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9d326c3a-6465-445a-9ebf-4000325035d9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276131 Oct 17 10:36:47.844554 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34216) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:47.848665 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-7894a373-f0bb-4d30-a96a-6b383274503c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'security_group_rule': {'security_group_id': '8571b4c1-da52-466d-a185-c16ee8b58591', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:47.875863 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7894a373-f0bb-4d30-a96a-6b383274503c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (06c24b70-23cf-4919-8e81-7111d21c8019), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.933248 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7894a373-f0bb-4d30-a96a-6b383274503c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (06c24b70-23cf-4919-8e81-7111d21c8019), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.936887 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7894a373-f0bb-4d30-a96a-6b383274503c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448119'] for security_group_rule (06c24b70-23cf-4919-8e81-7111d21c8019), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.954285 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894a373-f0bb-4d30-a96a-6b383274503c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c24b70-23cf-4919-8e81-7111d21c8019,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:47.961892 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7894a373-f0bb-4d30-a96a-6b383274503c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:47.963219 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7894a373-f0bb-4d30-a96a-6b383274503c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177642 Oct 17 10:36:47.966269 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34218) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:36:47.970551 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'floatingip': {'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:47.991413 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.073501 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.176134 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Allocated IP 172.27.3.80 (9006eee3-b675-4c7e-a272-f812eb5ec5af/78be01e4-f72c-462f-9abc-f48cda723d4f/6f216d31-2c77-41d2-b618-43b7c4adb412) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:36:48.252140 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:48.257926 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:48.315404 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629cc61-ae2b-40d4-9069-e9b2e8a87816 req-c06ca7c1-7497-4ed8-9433-3aecc4306478 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:48.316852 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8629cc61-ae2b-40d4-9069-e9b2e8a87816 req-c06ca7c1-7497-4ed8-9433-3aecc4306478 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 945 time: 0.0775988 Oct 17 10:36:48.335489 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for port (6f216d31-2c77-41d2-b618-43b7c4adb412), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.391117 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8629cc61-ae2b-40d4-9069-e9b2e8a87816 req-5e9c63c2-1ebe-4dd2-bc53-7310fbfad461 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93f57e2a-df04-4965-b6ad-c563829fd6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653014 Oct 17 10:36:48.400970 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (6f216d31-2c77-41d2-b618-43b7c4adb412), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.443276 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Network 9006eee3-b675-4c7e-a272-f812eb5ec5af is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:36:48.447946 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:36:48.450306 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:36:48.476709 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'Port': ['ID=6f216d31-2c77-41d2-b618-43b7c4adb412,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:48.536361 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (fb30e09e-7c15-4c72-9875-b00cc3947245), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.572940 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (6f216d31-2c77-41d2-b618-43b7c4adb412), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.681416 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-148e948c-e4ab-41bc-a517-0d90eba669ac tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:48.682890 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-148e948c-e4ab-41bc-a517-0d90eba669ac tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 945 time: 0.0502133 Oct 17 10:36:48.721412 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for port (6f216d31-2c77-41d2-b618-43b7c4adb412), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.724020 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:48.726357 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12278655'] for port (6f216d31-2c77-41d2-b618-43b7c4adb412), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.769477 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Deleting port 57a279a3-cef0-491e-9501-c8ec74b6e737 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:36:48.769843 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.796355 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'Port': ['ID=6f216d31-2c77-41d2-b618-43b7c4adb412,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:48.798841 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (fb30e09e-7c15-4c72-9875-b00cc3947245), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.815940 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.817190 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4201b8e6-f80f-4739-bb15-b42a88727b2b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8499544 Oct 17 10:36:48.867984 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] For port 57a279a3-cef0-491e-9501-c8ec74b6e737, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=57a279a3-cef0-491e-9501-c8ec74b6e737,segment=NetworkSegment(c8c32226-dfc4-4e58-9dcf-887efb3333a3),segment_id=c8c32226-dfc4-4e58-9dcf-887efb3333a3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:48.868867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:48.883061 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Calling delete_port for 57a279a3-cef0-491e-9501-c8ec74b6e737 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:36:49.051474 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (57a279a3-cef0-491e-9501-c8ec74b6e737), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:49.062527 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-e163d629-a67a-41db-9294-d6032df4b5a5 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1694652352&fields=id&tenant_id=6a41305c4efa44edb98d1ca076ccbdff HTTP/1.1" status: 200 len: 267 time: 0.0693784 Oct 17 10:36:49.084493 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Pushing event deleted for resources: {'Port': ['ID=57a279a3-cef0-491e-9501-c8ec74b6e737,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:49.085566 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['57a279a3-cef0-491e-9501-c8ec74b6e737'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:36:49.175844 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] No DVR routers for this DVR port 57a279a3-cef0-491e-9501-c8ec74b6e737 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:36:49.179618 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:49.183064 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9f05ed75-d524-4cc4-95ad-6d213c217d3e req-6358ca87-c3b5-430f-b90e-cc6b69084fb4 tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.30 "DELETE /networking/v2.0/ports/57a279a3-cef0-491e-9501-c8ec74b6e737 HTTP/1.1" status: 204 len: 173 time: 0.4950590 Oct 17 10:36:49.183560 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e087175e-cf41-48bc-ac0a-cce50eeaa84e', 'name': 'network-vif-deleted', 'tag': '57a279a3-cef0-491e-9501-c8ec74b6e737'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:49.185922 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e5d294-3b1a-4170-a5e0-04b98255abe7" -d '{"events": [{"server_uuid": "e087175e-cf41-48bc-ac0a-cce50eeaa84e", "name": "network-vif-deleted", "tag": "57a279a3-cef0-491e-9501-c8ec74b6e737"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:49.226653 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e6031-e70c-4f5f-a750-7ceadd1164f6 x-openstack-request-id: req-752e6031-e70c-4f5f-a750-7ceadd1164f6 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:49.227613 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e087175e-cf41-48bc-ac0a-cce50eeaa84e", "name": "network-vif-deleted", "tag": "57a279a3-cef0-491e-9501-c8ec74b6e737", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:49.227876 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-752e6031-e70c-4f5f-a750-7ceadd1164f6 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:49.228283 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752e6031-e70c-4f5f-a750-7ceadd1164f6'] response: {'server_uuid': 'e087175e-cf41-48bc-ac0a-cce50eeaa84e', 'name': 'network-vif-deleted', 'tag': '57a279a3-cef0-491e-9501-c8ec74b6e737', 'status': 'completed', 'code': 200} Oct 17 10:36:49.243394 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-15a4ba16-7de6-4793-b1e0-ed27e885ccb0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:49.245011 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-15a4ba16-7de6-4793-b1e0-ed27e885ccb0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 816 time: 0.1640434 Oct 17 10:36:49.261044 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-e2651d1f-74f2-439d-aeea-e39d009cadcc tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/quotas/6a41305c4efa44edb98d1ca076ccbdff HTTP/1.1" status: 200 len: 375 time: 0.0101998 Oct 17 10:36:49.313327 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-64297632-3f5f-448d-bd96-69a756594226 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468678 Oct 17 10:36:49.329148 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-6ea9860d-8123-49e0-8563-3304ac0cfc5f service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:36:49.330585 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-6ea9860d-8123-49e0-8563-3304ac0cfc5f service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050359 Oct 17 10:36:49.424796 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-46b4d654-9682-4406-9aa7-7b1405800aa3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890672 Oct 17 10:36:49.510744 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0521784d-da4e-4130-9aa0-cd1cfd732235 req-fe3d568d-5d18-4ca5-9acf-31e73bc836ef tempest-VolumesActionsTest-282512453 tempest-VolumesActionsTest-282512453-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e087175e-cf41-48bc-ac0a-cce50eeaa84e HTTP/1.1" status: 200 len: 210 time: 0.0286303 Oct 17 10:36:49.520053 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-d535e04b-692f-4025-a6b7-df8a04ca028b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856655 Oct 17 10:36:49.692653 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-99feda50-8515-4a47-9745-1ebe30e11b37 req-0a9ecdd3-28e9-4d0a-b163-1b1e97b6fdbe tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 210 time: 0.0292854 Oct 17 10:36:50.143908 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:50.730580 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:50.798955 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-cdc45ae4-609c-46f0-9470-ed80a2a6ecad tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:50.800626 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-cdc45ae4-609c-46f0-9470-ed80a2a6ecad tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 816 time: 0.1295114 Oct 17 10:36:50.819334 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c42e6f99-96e3-475f-9db5-987294d3c536 req-8418e1ee-ace8-4a51-9469-8f59f00edc1f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 210 time: 0.0333877 Oct 17 10:36:50.884740 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:50.899035 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-88dcddcf-91cb-42d8-85fc-4003af80f566 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a41305c4efa44edb98d1ca076ccbdff HTTP/1.1" status: 200 len: 380 time: 0.0840440 Oct 17 10:36:50.983937 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'port': {'device_id': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'admin_state_up': True, 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'security_groups': ['8571b4c1-da52-466d-a185-c16ee8b58591']}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:51.098341 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Made reservation on behalf of 6a41305c4efa44edb98d1ca076ccbdff for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:36:51.102954 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:51.235093 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Allocated IP 172.20.0.9 (4fd95ede-ecf3-40ce-8613-a421ab553445/cf475aa1-e45c-47c3-a9ac-afd7fc307566/0872e6ba-5811-4142-ba61-5f28758869af) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:36:51.380418 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for port (0872e6ba-5811-4142-ba61-5f28758869af), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:51.411620 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:51.453167 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:36:51.456350 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:36:51.460029 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:36:51.492465 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:51.519149 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:51.519880 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:51.538750 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a75275f3-120a-4ac1-8878-19d9cbb7283c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589614 Oct 17 10:36:51.556557 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Request body: {'port': {'device_id': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:36:51.618683 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:51.674697 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:51.679647 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-45e8fac6-72c4-4827-967a-2ff97c864f45 None None] Provisioning complete for port 0872e6ba-5811-4142-ba61-5f28758869af triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:36:51.680710 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-45e8fac6-72c4-4827-967a-2ff97c864f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (0872e6ba-5811-4142-ba61-5f28758869af), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:51.680986 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-45e8fac6-72c4-4827-967a-2ff97c864f45 None None] Attempt 1 to provision port 0872e6ba-5811-4142-ba61-5f28758869af Oct 17 10:36:51.712242 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-45e8fac6-72c4-4827-967a-2ff97c864f45 None None] Port 0872e6ba-5811-4142-ba61-5f28758869af cannot update to ACTIVE because it is not bound. {{(pid=104473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 10:36:51.791580 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:51.882078 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0872e6ba-5811-4142-ba61-5f28758869af {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:36:51.890205 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Publish callbacks [] for port (0872e6ba-5811-4142-ba61-5f28758869af), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:51.902690 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Transition to ACTIVE for port object 0872e6ba-5811-4142-ba61-5f28758869af will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:36:51.914189 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:51.986384 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbfe95-7f09-44d6-bfb4-e74d00933822 req-845adb6d-833d-4c03-984a-08ed86d81375 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:51.987828 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5dfbfe95-7f09-44d6-bfb4-e74d00933822 req-845adb6d-833d-4c03-984a-08ed86d81375 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0819585 Oct 17 10:36:52.006077 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:52.083493 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5dfbfe95-7f09-44d6-bfb4-e74d00933822 req-56627a17-02ad-43d4-94c0-96efa1f94cbd tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792632 Oct 17 10:36:52.092926 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Attempting to bind port 0872e6ba-5811-4142-ba61-5f28758869af on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:36:52.093260 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Attempting to bind port 0872e6ba-5811-4142-ba61-5f28758869af by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:36:52.093586 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Attempting to bind port 0872e6ba-5811-4142-ba61-5f28758869af on network 4fd95ede-ecf3-40ce-8613-a421ab553445 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:36:52.134502 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Port 0872e6ba-5811-4142-ba61-5f28758869af on network 4fd95ede-ecf3-40ce-8613-a421ab553445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:36:52.134748 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Attempting to bind port 0872e6ba-5811-4142-ba61-5f28758869af on network 4fd95ede-ecf3-40ce-8613-a421ab553445 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:36:52.175259 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:36:52.175586 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Checking segment: {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:36:52.175961 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Bound using segment: {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:36:52.176385 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Bound port: 0872e6ba-5811-4142-ba61-5f28758869af, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0f52c6-840a-4414-8b19-0b2822e0efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:36:52.176737 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:52.238687 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:36:52.241580 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:36:52.247563 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:52.251751 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:52.252359 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:36:52.253743 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/0872e6ba-5811-4142-ba61-5f28758869af HTTP/1.1" status: 200 len: 1093 time: 0.7019455 Oct 17 10:36:52.254300 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:36:52.256538 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c513b88c-8577-44fc-b615-f2d21796d4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "tag": "0872e6ba-5811-4142-ba61-5f28758869af"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:36:52.294995 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4180b937-ec75-4e73-bd93-11e5d58b3d44 x-openstack-request-id: req-4180b937-ec75-4e73-bd93-11e5d58b3d44 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:36:52.295271 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "tag": "0872e6ba-5811-4142-ba61-5f28758869af", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:36:52.295514 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4180b937-ec75-4e73-bd93-11e5d58b3d44 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:36:52.295904 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4180b937-ec75-4e73-bd93-11e5d58b3d44'] response: {'name': 'network-changed', 'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af', 'status': 'completed', 'code': 200} Oct 17 10:36:52.305028 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8e632-cc3c-4c27-bfec-b8b3fb41095e service neutron] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:36:53.210056 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356c540-40df-432c-9085-fb21a60f988a req-d195b621-5b76-4d9b-ae90-2888ef33f768 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:53.211643 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1356c540-40df-432c-9085-fb21a60f988a req-d195b621-5b76-4d9b-ae90-2888ef33f768 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0481670 Oct 17 10:36:53.258478 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1356c540-40df-432c-9085-fb21a60f988a req-772e8351-f9bc-4f34-82fb-273b5a919491 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Oct 17 10:36:54.389055 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de0fe4-4fe0-4685-bd15-9728ead99e9b req-447804c5-218b-4159-9e2c-edcea1d4ffa6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:54.390439 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-66de0fe4-4fe0-4685-bd15-9728ead99e9b req-447804c5-218b-4159-9e2c-edcea1d4ffa6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0498300 Oct 17 10:36:54.438991 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-66de0fe4-4fe0-4685-bd15-9728ead99e9b req-f0ea356c-9bf2-485a-ab59-101c760c500c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Oct 17 10:36:54.969452 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:55.143357 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 57a279a3-cef0-491e-9501-c8ec74b6e737 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:36:55.168358 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 57a279a3-cef0-491e-9501-c8ec74b6e737 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:36:55.168703 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 57a279a3-cef0-491e-9501-c8ec74b6e737 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:36:55.213790 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:55.511345 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513b88c-8577-44fc-b615-f2d21796d4c4 req-c121145c-876a-4c99-befe-c055f7c56047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:55.512869 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c513b88c-8577-44fc-b615-f2d21796d4c4 req-c121145c-876a-4c99-befe-c055f7c56047 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 1127 time: 0.0432837 Oct 17 10:36:55.603535 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1dbf4-6d61-4fd3-a591-903faadb9739 req-c4c0982f-1465-481c-bafa-727a875b8b1f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:55.604978 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d1f1dbf4-6d61-4fd3-a591-903faadb9739 req-c4c0982f-1465-481c-bafa-727a875b8b1f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0879471 Oct 17 10:36:55.648107 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:55.924327 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:55.950175 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d1f1dbf4-6d61-4fd3-a591-903faadb9739 req-afb58547-f99d-4a53-a869-f50015969acf tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380933 Oct 17 10:36:55.953911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513b88c-8577-44fc-b615-f2d21796d4c4 req-802d2c33-e388-40af-877f-f184adf6a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:55.955334 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c513b88c-8577-44fc-b615-f2d21796d4c4 req-802d2c33-e388-40af-877f-f184adf6a7dd service neutron] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4264026 Oct 17 10:36:56.048694 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513b88c-8577-44fc-b615-f2d21796d4c4 req-0209eb79-cb97-4371-a73a-6da29a9b2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:56.050126 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c513b88c-8577-44fc-b615-f2d21796d4c4 req-0209eb79-cb97-4371-a73a-6da29a9b2f8d service neutron] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880401 Oct 17 10:36:56.163717 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a7916add-3b22-4586-a1d6-158b77fffef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:56.165273 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-a7916add-3b22-4586-a1d6-158b77fffef2 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 1127 time: 0.0428696 Oct 17 10:36:56.209867 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-6072eaaf-33bf-4122-9545-9de2f251a705 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e6ba-5811-4142-ba61-5f28758869af HTTP/1.1" status: 200 len: 217 time: 0.0323896 Oct 17 10:36:56.263624 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-3887efb6-0d4c-4495-ab8b-4a54e5c0c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:56.265049 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-3887efb6-0d4c-4495-ab8b-4a54e5c0c7c2 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0438962 Oct 17 10:36:56.308072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-b92da05b-7ca7-4dfd-8b26-288dccd89366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:56.309531 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-b92da05b-7ca7-4dfd-8b26-288dccd89366 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382621 Oct 17 10:36:56.402526 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-2fe96047-8a89-43a9-a743-bb47e2a6c1ed service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863490 Oct 17 10:36:56.500165 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-bae07e13-b84c-499d-90cf-d295bf36a20f req-3caf8a71-13b2-4fd3-a5be-3f4bf8a5cdb8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917039 Oct 17 10:36:57.095095 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:57.112622 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae4bf-c1ca-4d0a-99ff-2140f0d98a35 req-832d8ff7-90ad-42db-8fd1-dc5e88173111 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:57.114815 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ba4ae4bf-c1ca-4d0a-99ff-2140f0d98a35 req-832d8ff7-90ad-42db-8fd1-dc5e88173111 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0573668 Oct 17 10:36:57.170877 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ba4ae4bf-c1ca-4d0a-99ff-2140f0d98a35 req-dec553d2-c039-42fe-9e16-8a6b7bb652f0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488827 Oct 17 10:36:58.317874 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aad99a-6469-4d34-810c-c9329c765060 req-5efeefa3-c160-422a-949f-41d2ed8e6c76 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:58.333232 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f6aad99a-6469-4d34-810c-c9329c765060 req-5efeefa3-c160-422a-949f-41d2ed8e6c76 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0644338 Oct 17 10:36:58.386920 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f6aad99a-6469-4d34-810c-c9329c765060 req-9cfd6ab8-7f89-4585-ab54-05263ac8bacd tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521116 Oct 17 10:36:59.570481 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eba08-73eb-41d6-a748-c88d0881b24a req-38c42304-8dea-4cca-9fed-1883c26d5e52 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:36:59.573553 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-826eba08-73eb-41d6-a748-c88d0881b24a req-38c42304-8dea-4cca-9fed-1883c26d5e52 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0751052 Oct 17 10:36:59.614531 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:36:59.635885 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-826eba08-73eb-41d6-a748-c88d0881b24a req-c7c2d14a-0222-4523-aed6-9de2e785bad0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558014 Oct 17 10:36:59.826455 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 0872e6ba-5811-4142-ba61-5f28758869af details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:36:59.942610 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:36:59.957058 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '0872e6ba-5811-4142-ba61-5f28758869af', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'port_id': '0872e6ba-5811-4142-ba61-5f28758869af', 'mac_address': 'fa:16:3e:b8:5f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:36:59.994857 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 0872e6ba-5811-4142-ba61-5f28758869af is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:36:59.995525 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:00.021531 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0872e6ba-5811-4142-ba61-5f28758869af {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:37:00.049753 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:37:00.055083 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:00.080116 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:00.111967 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:37:00.474064 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['0872e6ba-5811-4142-ba61-5f28758869af'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:37:00.782512 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e40e80-4e87-4e3b-b517-03d42c0c00d6 req-89b5d303-4250-49e6-befe-e53bf51092d6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:00.784892 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a3e40e80-4e87-4e3b-b517-03d42c0c00d6 req-89b5d303-4250-49e6-befe-e53bf51092d6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 944 time: 0.0612774 Oct 17 10:37:00.835036 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a3e40e80-4e87-4e3b-b517-03d42c0c00d6 req-c9b907ca-89d3-43ab-a2f6-285301bb3a75 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Oct 17 10:37:01.846818 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 0872e6ba-5811-4142-ba61-5f28758869af up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:37:01.890669 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 0872e6ba-5811-4142-ba61-5f28758869af completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:37:01.902674 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 0872e6ba-5811-4142-ba61-5f28758869af triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:37:01.903298 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (0872e6ba-5811-4142-ba61-5f28758869af), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:01.903865 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 0872e6ba-5811-4142-ba61-5f28758869af Oct 17 10:37:01.996397 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 0872e6ba-5811-4142-ba61-5f28758869af is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:37:01.996793 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:02.026563 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:37:02.028919 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d030b568-c0fd-4238-a341-0fff7ba5227b" -d '{"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-plugged", "status": "completed", "tag": "0872e6ba-5811-4142-ba61-5f28758869af"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:37:02.043975 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:37:02.049742 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:02.057970 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12b7a7-02f7-4281-a632-40260ebf544b req-76920f19-ffe2-48b4-9d2a-1a0883e26977 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:02.065059 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bd12b7a7-02f7-4281-a632-40260ebf544b req-76920f19-ffe2-48b4-9d2a-1a0883e26977 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 944 time: 0.0769877 Oct 17 10:37:02.097781 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78b9fda-a970-467e-8953-c0a4c20d2bf6 x-openstack-request-id: req-d78b9fda-a970-467e-8953-c0a4c20d2bf6 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:37:02.098007 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-plugged", "status": "completed", "tag": "0872e6ba-5811-4142-ba61-5f28758869af", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:37:02.098223 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d78b9fda-a970-467e-8953-c0a4c20d2bf6 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:37:02.098887 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78b9fda-a970-467e-8953-c0a4c20d2bf6'] response: {'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af', 'code': 200} Oct 17 10:37:02.130661 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bd12b7a7-02f7-4281-a632-40260ebf544b req-7447e09a-d6e9-40a1-b0e3-8dcb13901c70 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602102 Oct 17 10:37:02.134056 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:37:02.308825 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e5c78-b5f5-4c10-af9e-870187340625 req-c509379b-6645-40eb-9962-a3f7449f54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:02.311122 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-705e5c78-b5f5-4c10-af9e-870187340625 req-c509379b-6645-40eb-9962-a3f7449f54bd service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 1129 time: 0.0438020 Oct 17 10:37:02.358480 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-705e5c78-b5f5-4c10-af9e-870187340625 req-c554e8dc-5c56-40c2-8584-b5af2f96d574 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Oct 17 10:37:03.261080 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab9ad-195e-4f0f-a599-4238dfaf046c req-b8451fa4-21df-4c65-b9e3-2e6e527ec73e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:03.262668 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-488ab9ad-195e-4f0f-a599-4238dfaf046c req-b8451fa4-21df-4c65-b9e3-2e6e527ec73e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0552552 Oct 17 10:37:03.312428 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-488ab9ad-195e-4f0f-a599-4238dfaf046c req-f2f5b92c-de21-455d-828a-8690d1b0fefc tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Oct 17 10:37:04.456803 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5835d-93a2-4fb5-8d6f-96ab1985700f req-615deeb1-a2f5-44f5-9501-15a2a11c5961 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:04.459297 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3d5835d-93a2-4fb5-8d6f-96ab1985700f req-615deeb1-a2f5-44f5-9501-15a2a11c5961 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0571916 Oct 17 10:37:04.527376 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3d5835d-93a2-4fb5-8d6f-96ab1985700f req-e2d44dac-d89b-4d68-8607-56e6bec5a0dc tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599658 Oct 17 10:37:04.665991 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122f8ff-fc9f-45c9-809b-77542b1de5fb req-a62f8d5c-3056-4107-863e-5eb5e30ebe16 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:04.672675 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a122f8ff-fc9f-45c9-809b-77542b1de5fb req-a62f8d5c-3056-4107-863e-5eb5e30ebe16 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0629199 Oct 17 10:37:04.678905 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34404) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:37:04.684754 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-b15180df-6c24-4e9b-b329-00e9063eeaa4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Request body: {'floatingip': {'port_id': '0872e6ba-5811-4142-ba61-5f28758869af'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:37:04.721383 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:04.727424 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b15180df-6c24-4e9b-b329-00e9063eeaa4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (fb30e09e-7c15-4c72-9875-b00cc3947245), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:05.042602 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:05.189107 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b15180df-6c24-4e9b-b329-00e9063eeaa4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:05.193807 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b15180df-6c24-4e9b-b329-00e9063eeaa4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (fb30e09e-7c15-4c72-9875-b00cc3947245), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:05.306966 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [None req-b15180df-6c24-4e9b-b329-00e9063eeaa4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Floating IP fb30e09e-7c15-4c72-9875-b00cc3947245 associated. External IP: 172.27.3.80, port: 0872e6ba-5811-4142-ba61-5f28758869af. Oct 17 10:37:05.517558 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15180df-6c24-4e9b-b329-00e9063eeaa4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Router 9dc49344-949a-404d-bb72-d4d86c3ae9cc has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:37:05.634489 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15180df-6c24-4e9b-b329-00e9063eeaa4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:37:05.646561 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] Sync routers for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:37:05.652260 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:05.662045 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:37:05.662318 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b15180df-6c24-4e9b-b329-00e9063eeaa4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:05.663316 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:36:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:37:05.699673 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-b15180df-6c24-4e9b-b329-00e9063eeaa4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/fb30e09e-7c15-4c72-9875-b00cc3947245 HTTP/1.1" status: 200 len: 990 time: 1.0175231 Oct 17 10:37:05.699673 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:37:05.701153 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faeb319-bc47-463b-bd0e-73366c57a48b" -d '{"events": [{"name": "network-changed", "server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "tag": "0872e6ba-5811-4142-ba61-5f28758869af"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:37:05.744389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8388ff64-440c-4688-ab63-a8f4fd4f2369 x-openstack-request-id: req-8388ff64-440c-4688-ab63-a8f4fd4f2369 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:37:05.745055 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "tag": "0872e6ba-5811-4142-ba61-5f28758869af", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:37:05.745495 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8388ff64-440c-4688-ab63-a8f4fd4f2369 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:37:05.746087 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8388ff64-440c-4688-ab63-a8f4fd4f2369'] response: {'name': 'network-changed', 'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af', 'status': 'completed', 'code': 200} Oct 17 10:37:05.819438 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-edf7d817-a2a2-4984-898b-195253b24d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:05.832299 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:37:05.843105 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-b925b96f-eaf3-4290-b3f8-310beafe4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:05.844983 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-b925b96f-eaf3-4290-b3f8-310beafe4e2d service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 1129 time: 0.0480196 Oct 17 10:37:05.941196 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:05.971891 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-16e7b3fa-76a3-4c03-9b62-a49915624c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:05.973389 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-16e7b3fa-76a3-4c03-9b62-a49915624c2c service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 917 time: 0.1180754 Oct 17 10:37:06.052392 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-ae37f466-6483-447a-98ad-abf52cf63bb2 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e6ba-5811-4142-ba61-5f28758869af HTTP/1.1" status: 200 len: 998 time: 0.0723114 Oct 17 10:37:06.108006 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-030e855c-d4ea-4e91-bbce-f28daabba17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:06.109648 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-030e855c-d4ea-4e91-bbce-f28daabba17e service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0507507 Oct 17 10:37:06.138916 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'fb30e09e-7c15-4c72-9875-b00cc3947245', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'port_id': '0872e6ba-5811-4142-ba61-5f28758869af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'mac_address': 'fa:16:3e:b8:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:36:48Z', 'updated_at': '2022-10-17T10:37:05Z', 'revision_number': 1, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:37:06.160013 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-b6c11c33-aa68-40ac-83a7-38ff89245d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:06.161717 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-b6c11c33-aa68-40ac-83a7-38ff89245d41 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451918 Oct 17 10:37:06.176672 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] Checking router: 9dc49344-949a-404d-bb72-d4d86c3ae9cc for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:37:06.184869 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:06.196106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:37:06.196106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:36:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:37:06.229973 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:06.274695 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-942810e8-a776-4bb2-b627-34045c6973a3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062074 Oct 17 10:37:06.325733 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:37:06.385451 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2faeb319-bc47-463b-bd0e-73366c57a48b req-f570dc09-4c29-4773-8881-493e2f8a6a23 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032064 Oct 17 10:37:06.569647 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'fb30e09e-7c15-4c72-9875-b00cc3947245', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'port_id': '0872e6ba-5811-4142-ba61-5f28758869af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'mac_address': 'fa:16:3e:b8:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:36:48Z', 'updated_at': '2022-10-17T10:37:05Z', 'revision_number': 1, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:37:06.598314 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d572ca-4dd5-492c-99c3-85721094977f None None] The sync data for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi is: [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_floatingips': [{'id': 'fb30e09e-7c15-4c72-9875-b00cc3947245', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'router_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'port_id': '0872e6ba-5811-4142-ba61-5f28758869af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'mac_address': 'fa:16:3e:b8:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T10:36:48Z', 'updated_at': '2022-10-17T10:37:05Z', 'revision_number': 1, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:37:06.854890 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d712e-8821-455c-a262-67208c9fdfda None None] New status for floating IP fb30e09e-7c15-4c72-9875-b00cc3947245: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:37:08.177339 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5b200f8-0798-426d-830e-7be5c9561fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:09.404459 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:10.710288 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:11.256395 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.421961 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34520) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:37:13.468105 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Deleting subnet 6e97ad4d-c6b1-43b0-8c58-3eacb233f703 {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:37:13.471291 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Publish callbacks [] for subnet (6e97ad4d-c6b1-43b0-8c58-3eacb233f703), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.509459 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16678353'] for subnet (6e97ad4d-c6b1-43b0-8c58-3eacb233f703), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.548382 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (6e97ad4d-c6b1-43b0-8c58-3eacb233f703), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.599122 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16629072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097757'] for subnet (6e97ad4d-c6b1-43b0-8c58-3eacb233f703), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.622577 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e97ad4d-c6b1-43b0-8c58-3eacb233f703,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:37:13.631843 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.635642 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/6e97ad4d-c6b1-43b0-8c58-3eacb233f703 HTTP/1.1" status: 204 len: 168 time: 0.2126451 Oct 17 10:37:13.637441 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.637898 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.638255 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.638424 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34522) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:37:13.638839 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.638948 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.639274 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.639604 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.639937 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.640264 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.640596 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.640925 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.641251 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.641576 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.641900 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.642224 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e2deb-e0b4-4c77-ad27-7af6b82f26f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:37:13.708681 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (e2337280-a404-47c6-b03c-fc7e9a1f3a14), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.789632 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (e2337280-a404-47c6-b03c-fc7e9a1f3a14), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.809878 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2337280-a404-47c6-b03c-fc7e9a1f3a14']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:37:13.818946 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c32226-dfc4-4e58-9dcf-887efb3333a3') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:37:13.819243 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c32226-dfc4-4e58-9dcf-887efb3333a3') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:37:13.829561 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (c8c32226-dfc4-4e58-9dcf-887efb3333a3), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.842927 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (c8c32226-dfc4-4e58-9dcf-887efb3333a3), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.849070 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:37:13.849446 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (c8c32226-dfc4-4e58-9dcf-887efb3333a3), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.909979 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (e2337280-a404-47c6-b03c-fc7e9a1f3a14), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.915769 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:13.919003 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/e2337280-a404-47c6-b03c-fc7e9a1f3a14 HTTP/1.1" status: 204 len: 168 time: 0.2795873 Oct 17 10:37:13.931202 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029baf4-afcd-45aa-b1f8-310717762714 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2337280-a404-47c6-b03c-fc7e9a1f3a14,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:37:13.986634 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment c8c32226-dfc4-4e58-9dcf-887efb3333a3 resource provider aggregate not found Oct 17 10:37:14.004867 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment c8c32226-dfc4-4e58-9dcf-887efb3333a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8c32226-dfc4-4e58-9dcf-887efb3333a3 found for delete ", "request_id": "req-7aefa07c-37f3-4ddc-a535-d3376d8f1836"}]} Oct 17 10:37:14.092536 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34532) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:37:14.132036 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3f43dcca-cafd-4b3d-83c3-54cd3582daf2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=711ab39e17604b0d9df8ef228108396c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383642 Oct 17 10:37:14.134588 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34534) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:37:14.185243 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bb6e-cdfa-4f1e-a5f8-79037d2a6a42 admin admin] Publish callbacks [] for security_group (93f57e2a-df04-4965-b6ad-c563829fd6d8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:14.204462 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bb6e-cdfa-4f1e-a5f8-79037d2a6a42 admin admin] Publish callbacks [] for security_group (93f57e2a-df04-4965-b6ad-c563829fd6d8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:14.251557 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bb6e-cdfa-4f1e-a5f8-79037d2a6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (93f57e2a-df04-4965-b6ad-c563829fd6d8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:14.254176 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bb6e-cdfa-4f1e-a5f8-79037d2a6a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:14.255335 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ecb1bb6e-cdfa-4f1e-a5f8-79037d2a6a42 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/93f57e2a-df04-4965-b6ad-c563829fd6d8 HTTP/1.1" status: 204 len: 168 time: 0.1198852 Oct 17 10:37:14.263330 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1bb6e-cdfa-4f1e-a5f8-79037d2a6a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f57e2a-df04-4965-b6ad-c563829fd6d8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:37:16.916876 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=8 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:17.002071 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:20.162575 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:22.216492 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:37:23.626283 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:23.627094 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=60,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:24.258209 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:24.259070 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=62,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:30.157032 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:30.157828 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:34.820065 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:34.827094 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=15 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:35.784901 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-08ef10de-1161-4fef-b917-1c0073d60746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:38.171021 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c80fb6f0-e716-4e73-a0ea-1f2cdbb27806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:39.400033 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:40.710534 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:41.261283 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:45.319744 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:45.320554 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:37:50.168663 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:37:53.565642 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-73802aa6-d086-41b3-bf03-8023f102b792 req-76f0e343-d43a-41f6-be44-733da6277f33 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396509 Oct 17 10:37:53.669359 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802aa6-d086-41b3-bf03-8023f102b792 req-2b9c6c42-4ce0-44f9-8687-0815071debe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:53.670850 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-73802aa6-d086-41b3-bf03-8023f102b792 req-2b9c6c42-4ce0-44f9-8687-0815071debe7 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 1129 time: 0.0434194 Oct 17 10:37:53.772526 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802aa6-d086-41b3-bf03-8023f102b792 req-937482b0-66a9-4a62-85a3-ff1496a070cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:53.773962 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-73802aa6-d086-41b3-bf03-8023f102b792 req-937482b0-66a9-4a62-85a3-ff1496a070cd service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 917 time: 0.0860677 Oct 17 10:37:53.838356 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-73802aa6-d086-41b3-bf03-8023f102b792 req-4d3fb919-e22f-4d2c-8304-5a6ef2bc522f service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e6ba-5811-4142-ba61-5f28758869af HTTP/1.1" status: 200 len: 1000 time: 0.0577908 Oct 17 10:37:53.885485 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802aa6-d086-41b3-bf03-8023f102b792 req-22248626-36f2-40a3-907c-28676b1ccb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:53.887425 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-73802aa6-d086-41b3-bf03-8023f102b792 req-22248626-36f2-40a3-907c-28676b1ccb1c service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0439494 Oct 17 10:37:53.930197 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802aa6-d086-41b3-bf03-8023f102b792 req-49b4aaa6-4b6c-44ea-8215-1b521dea32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:37:53.931706 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-73802aa6-d086-41b3-bf03-8023f102b792 req-49b4aaa6-4b6c-44ea-8215-1b521dea32c7 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384841 Oct 17 10:37:54.022684 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-73802aa6-d086-41b3-bf03-8023f102b792 req-2ed1489a-ed79-43ef-b818-c25d0d5bb955 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848835 Oct 17 10:37:54.111452 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-73802aa6-d086-41b3-bf03-8023f102b792 req-7b4d7d20-993f-45a4-a1a6-4bfe52a47f33 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827403 Oct 17 10:37:59.215580 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:38:00.161151 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:00.163079 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:04.106702 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=52 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:04.108630 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=49 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:05.787194 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-394bdbf9-6ad8-4ade-b321-b0a0fbf8b7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:08.173651 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1061588f-9dbb-4b3d-af5e-d53b7c742690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:09.210385 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:09.211172 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:09.403097 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:10.713600 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:11.263864 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:13.031763 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb8ee3-ab8c-4713-97f6-7cd71836355b req-2d6ff64e-5340-4595-a306-aebb5cc59761 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:13.033234 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-59fb8ee3-ab8c-4713-97f6-7cd71836355b req-2d6ff64e-5340-4595-a306-aebb5cc59761 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0508132 Oct 17 10:38:13.081857 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-59fb8ee3-ab8c-4713-97f6-7cd71836355b req-97988d57-5dfd-4bc3-8122-ac4f3c6e0fab tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429356 Oct 17 10:38:14.210430 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03be64-f06d-490a-ab97-4270183ccb88 req-406cc5a4-2fbd-41d6-8d96-0f3cc63492ec tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:14.211885 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0c03be64-f06d-490a-ab97-4270183ccb88 req-406cc5a4-2fbd-41d6-8d96-0f3cc63492ec tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0479653 Oct 17 10:38:14.259365 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0c03be64-f06d-490a-ab97-4270183ccb88 req-c922d94d-9250-48f8-9ffa-1fd1f7e232f6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415497 Oct 17 10:38:15.384118 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eeff7f-a7d1-4940-b9ba-395cfd8785bb req-bdd01595-14ab-4517-81a2-80ae0ee28465 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:15.385491 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1eeff7f-a7d1-4940-b9ba-395cfd8785bb req-bdd01595-14ab-4517-81a2-80ae0ee28465 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0458870 Oct 17 10:38:15.432682 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-a1eeff7f-a7d1-4940-b9ba-395cfd8785bb req-8dc87b74-10c5-46ba-aae7-34c52f8b2ffa tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402968 Oct 17 10:38:16.561768 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf14c-8f45-414a-b45d-81f6976fa43f req-47611fcd-7e60-4151-a24e-845c4bf7aa7e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:16.563249 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-186bf14c-8f45-414a-b45d-81f6976fa43f req-47611fcd-7e60-4151-a24e-845c4bf7aa7e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0489621 Oct 17 10:38:16.610127 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-186bf14c-8f45-414a-b45d-81f6976fa43f req-36374562-ec23-4335-aefa-4299c13e518c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Oct 17 10:38:17.738252 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7be2d4-22de-4649-8d6c-e49abc1d96c0 req-b83d4c4e-085d-4994-830e-b0a5a64b2495 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:17.739716 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ef7be2d4-22de-4649-8d6c-e49abc1d96c0 req-b83d4c4e-085d-4994-830e-b0a5a64b2495 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0500598 Oct 17 10:38:17.787061 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-ef7be2d4-22de-4649-8d6c-e49abc1d96c0 req-46058b94-b0c7-48b8-8382-2d1edb372ac2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Oct 17 10:38:18.911225 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c604-8750-4b13-ad5e-402a054d12be req-e801db9d-0ae5-409e-9953-c4c7479c7426 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:18.912668 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a482c604-8750-4b13-ad5e-402a054d12be req-e801db9d-0ae5-409e-9953-c4c7479c7426 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0468223 Oct 17 10:38:18.959546 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a482c604-8750-4b13-ad5e-402a054d12be req-e6db5374-fa29-4fc5-9aa8-ea9018d2af2a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Oct 17 10:38:20.088665 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412deb45-bf07-416d-8d1d-fb84ad7eeda4 req-0a7c43c6-3c6a-4835-8792-58c8917b4ef9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:20.090150 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-412deb45-bf07-416d-8d1d-fb84ad7eeda4 req-0a7c43c6-3c6a-4835-8792-58c8917b4ef9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0474081 Oct 17 10:38:20.137756 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-412deb45-bf07-416d-8d1d-fb84ad7eeda4 req-39ba77d4-d281-4667-b48d-ce3e582ad7ee tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 Oct 17 10:38:20.166436 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:21.264124 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537bdcb-39cf-451a-9de5-5b66580685a4 req-4425653c-8c1f-4055-82ea-e417388c5809 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:21.265577 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9537bdcb-39cf-451a-9de5-5b66580685a4 req-4425653c-8c1f-4055-82ea-e417388c5809 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0459683 Oct 17 10:38:21.315832 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9537bdcb-39cf-451a-9de5-5b66580685a4 req-9bf42716-9c13-449e-b9f7-592e47c942ba tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447381 Oct 17 10:38:22.326061 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:22.326824 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:22.442062 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e7e8-b606-49df-9513-34217a054997 req-37135ef9-73ab-47f5-a437-31c0c96047b3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:22.443546 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4b75e7e8-b606-49df-9513-34217a054997 req-37135ef9-73ab-47f5-a437-31c0c96047b3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0464931 Oct 17 10:38:22.493520 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4b75e7e8-b606-49df-9513-34217a054997 req-4faa0e42-a88e-4532-ae9d-f26bf4cde142 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444245 Oct 17 10:38:23.618423 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f991c3-1a01-40dd-a836-ff92f2bb2cb9 req-303853c5-319f-4279-9221-f0546bd980bb tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:23.619881 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-68f991c3-1a01-40dd-a836-ff92f2bb2cb9 req-303853c5-319f-4279-9221-f0546bd980bb tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0470200 Oct 17 10:38:23.666224 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-68f991c3-1a01-40dd-a836-ff92f2bb2cb9 req-69bc75b1-24c2-4e0a-a279-af6d1f8b5658 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405343 Oct 17 10:38:24.790670 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082decd-76bf-4b8c-8731-aa6b9a1f5c9c req-84f81a6e-3651-4aea-8aa9-6b2909cf501d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:24.792098 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f082decd-76bf-4b8c-8731-aa6b9a1f5c9c req-84f81a6e-3651-4aea-8aa9-6b2909cf501d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0458026 Oct 17 10:38:24.838916 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f082decd-76bf-4b8c-8731-aa6b9a1f5c9c req-07611200-cff9-4242-8868-cf7fd74311e0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406861 Oct 17 10:38:25.964119 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f707ae-7f2a-4ee4-83c6-d3e11b760cb2 req-80863013-c675-4dff-9d7a-30c7ab4e2057 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:25.965725 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b7f707ae-7f2a-4ee4-83c6-d3e11b760cb2 req-80863013-c675-4dff-9d7a-30c7ab4e2057 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0460200 Oct 17 10:38:26.011607 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b7f707ae-7f2a-4ee4-83c6-d3e11b760cb2 req-544ba901-3d8d-4713-acec-cf75502495e4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Oct 17 10:38:26.255799 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 0872e6ba-5811-4142-ba61-5f28758869af details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:38:26.357699 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:38:26.368478 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '0872e6ba-5811-4142-ba61-5f28758869af', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'port_id': '0872e6ba-5811-4142-ba61-5f28758869af', 'mac_address': 'fa:16:3e:b8:5f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:38:26.401615 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 0872e6ba-5811-4142-ba61-5f28758869af is: ACTIVE; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:38:26.402002 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:26.415229 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0872e6ba-5811-4142-ba61-5f28758869af {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:38:26.436380 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:38:26.440360 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:26.486978 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=6']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:38:26.494302 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.494707 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.495059 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.495405 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.495745 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.496081 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.496418 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.496994 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.497103 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.497376 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.497704 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.498034 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.498386 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.498713 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.499037 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:38:26.587607 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['0872e6ba-5811-4142-ba61-5f28758869af'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:38:27.139861 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3490b-aff7-4d89-9b71-4c4a217a6162 req-02ec673f-0129-438b-be27-09a9b6e374b5 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:27.141330 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f6b3490b-aff7-4d89-9b71-4c4a217a6162 req-02ec673f-0129-438b-be27-09a9b6e374b5 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 944 time: 0.0483546 Oct 17 10:38:27.188002 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-f6b3490b-aff7-4d89-9b71-4c4a217a6162 req-95fb64a4-976b-46dd-baa9-962e25c2f925 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411258 Oct 17 10:38:28.260630 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 0872e6ba-5811-4142-ba61-5f28758869af up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:38:28.305692 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 0872e6ba-5811-4142-ba61-5f28758869af triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:38:28.306046 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (0872e6ba-5811-4142-ba61-5f28758869af), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:28.306410 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 0872e6ba-5811-4142-ba61-5f28758869af Oct 17 10:38:28.317049 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e09b0e-1e05-458c-979d-80bdd595cc93 req-1ff4c65d-db71-40e4-ab28-b61d1e77bb09 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:28.318543 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-39e09b0e-1e05-458c-979d-80bdd595cc93 req-1ff4c65d-db71-40e4-ab28-b61d1e77bb09 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 944 time: 0.0498245 Oct 17 10:38:28.366436 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-39e09b0e-1e05-458c-979d-80bdd595cc93 req-58e2ffbe-3dba-4bdf-901e-c77d407681e3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 Oct 17 10:38:28.383779 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 0872e6ba-5811-4142-ba61-5f28758869af is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:38:28.384176 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:28.395006 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:28.403332 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:28.408939 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:38:28.411229 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9064d3-3ee9-44b7-b350-d032bbfc9b80" -d '{"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-plugged", "status": "completed", "tag": "0872e6ba-5811-4142-ba61-5f28758869af"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:38:28.424923 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:38:28.429007 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:28.453725 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d828aa8-8f92-4fc8-85d6-2b7d492810da x-openstack-request-id: req-3d828aa8-8f92-4fc8-85d6-2b7d492810da {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:38:28.454014 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-plugged", "status": "completed", "tag": "0872e6ba-5811-4142-ba61-5f28758869af", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:38:28.454261 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d828aa8-8f92-4fc8-85d6-2b7d492810da {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:38:28.454675 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d828aa8-8f92-4fc8-85d6-2b7d492810da'] response: {'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af', 'code': 200} Oct 17 10:38:28.480033 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=7']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:38:29.491575 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ee516-77bb-4c1f-87d0-efe5b769bd42 req-746bae80-5dac-4f19-8b27-79290bf0855a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:29.493022 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fe4ee516-77bb-4c1f-87d0-efe5b769bd42 req-746bae80-5dac-4f19-8b27-79290bf0855a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0468554 Oct 17 10:38:29.538505 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fe4ee516-77bb-4c1f-87d0-efe5b769bd42 req-f3e946a1-b5e0-484c-a4af-2df8d6056e20 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399027 Oct 17 10:38:30.679310 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de8c48-4697-48da-b23d-fd013939b144 req-b5223d4f-0184-45a2-b58a-2cb1e98ac70a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:30.681689 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-44de8c48-4697-48da-b23d-fd013939b144 req-b5223d4f-0184-45a2-b58a-2cb1e98ac70a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0544968 Oct 17 10:38:30.734257 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-44de8c48-4697-48da-b23d-fd013939b144 req-869c3292-0509-444f-9e26-5b6e6dffc08c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460780 Oct 17 10:38:31.871873 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398371e-f0ff-4e94-b169-1a7e0f8bca0d req-df85b459-aa6a-45b0-89ba-d2f590f8139b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:31.873749 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3398371e-f0ff-4e94-b169-1a7e0f8bca0d req-df85b459-aa6a-45b0-89ba-d2f590f8139b tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0570300 Oct 17 10:38:31.924383 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3398371e-f0ff-4e94-b169-1a7e0f8bca0d req-021f57f1-d9fc-4aca-a9a9-c2274e483bbb tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 Oct 17 10:38:33.087187 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e509150-681b-423b-b73e-d470fffea2c9 req-16162c84-a3c1-4771-bdcb-75945eda94a6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:33.087187 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7e509150-681b-423b-b73e-d470fffea2c9 req-16162c84-a3c1-4771-bdcb-75945eda94a6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0576108 Oct 17 10:38:33.135150 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-7e509150-681b-423b-b73e-d470fffea2c9 req-9230cb6f-d32c-4740-8c72-d511059ab4db tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459716 Oct 17 10:38:34.237923 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:34.239062 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:34.270899 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:34.274526 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=80 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:34.291023 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a2ef9-7821-4a12-b3f9-7c4ee8dd69e9 req-cd2065e0-6df7-4011-8b90-f1b99f9e859a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:34.292813 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e82a2ef9-7821-4a12-b3f9-7c4ee8dd69e9 req-cd2065e0-6df7-4011-8b90-f1b99f9e859a tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0641978 Oct 17 10:38:34.374939 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e82a2ef9-7821-4a12-b3f9-7c4ee8dd69e9 req-59790037-e1e8-462d-bb18-5485b596be54 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728984 Oct 17 10:38:35.471354 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=82 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:35.473108 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=82 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:35.510200 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a7444-accb-4dfc-8fff-001084de649b req-ee16b39f-6b7c-4922-93c0-f6c6b57d87a2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:35.511956 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c15a7444-accb-4dfc-8fff-001084de649b req-ee16b39f-6b7c-4922-93c0-f6c6b57d87a2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0510676 Oct 17 10:38:35.565335 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c15a7444-accb-4dfc-8fff-001084de649b req-6170d6dc-d116-480e-8777-2a3f7cd4c55d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478683 Oct 17 10:38:35.801038 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ee715dc7-130f-48d6-a173-cec0234e51b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:36.216048 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:38:36.703232 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e58f95-922d-4629-869a-40a482d89212 req-ce22fad6-032e-469f-86ef-583b88da2836 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:36.706894 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-93e58f95-922d-4629-869a-40a482d89212 req-ce22fad6-032e-469f-86ef-583b88da2836 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0531287 Oct 17 10:38:36.763076 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-93e58f95-922d-4629-869a-40a482d89212 req-d744ffb3-043d-47ad-a325-7ad6d48adc8c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523715 Oct 17 10:38:37.907368 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a280f0e-dcaf-4f65-a593-65f36f6cc4ee req-87a67f06-efdb-47ee-b15b-e7778db9463f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:37.909209 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0a280f0e-dcaf-4f65-a593-65f36f6cc4ee req-87a67f06-efdb-47ee-b15b-e7778db9463f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0553100 Oct 17 10:38:37.970282 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-0a280f0e-dcaf-4f65-a593-65f36f6cc4ee req-3e6f7315-13be-4335-aa1b-98cfec85059d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554266 Oct 17 10:38:38.188458 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0334-5467-4b52-a41e-47486beb3917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:39.116012 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdd775-abea-4d67-b9ef-eda5ae04b7e2 req-dae14735-a542-4ef0-97f9-5ed4eae80b8e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:39.118585 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8abdd775-abea-4d67-b9ef-eda5ae04b7e2 req-dae14735-a542-4ef0-97f9-5ed4eae80b8e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0556815 Oct 17 10:38:39.173137 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8abdd775-abea-4d67-b9ef-eda5ae04b7e2 req-26137cd9-a9f5-4793-af55-34d056cfb6bf tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479715 Oct 17 10:38:39.406295 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:40.304991 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07e9e-45ce-4f6a-a1ab-221524579bba req-bc6d89d9-423e-410b-a585-6280cd685030 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:40.306498 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5ee07e9e-45ce-4f6a-a1ab-221524579bba req-bc6d89d9-423e-410b-a585-6280cd685030 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0478590 Oct 17 10:38:40.356477 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5ee07e9e-45ce-4f6a-a1ab-221524579bba req-7f6b594c-ee86-4793-9736-9a5dc16fa9f4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Oct 17 10:38:40.523637 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-487184a7-c827-43f3-a70c-da45e6ddd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:40.525103 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-487184a7-c827-43f3-a70c-da45e6ddd29c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 1129 time: 0.0415847 Oct 17 10:38:40.617028 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-bcd602b9-9177-4902-b2f8-8f4f7f5d2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:40.618501 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-bcd602b9-9177-4902-b2f8-8f4f7f5d2375 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 917 time: 0.0876923 Oct 17 10:38:40.682173 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-370d07ad-0cd2-490d-a2f9-70de76565f47 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e6ba-5811-4142-ba61-5f28758869af HTTP/1.1" status: 200 len: 1000 time: 0.0570722 Oct 17 10:38:40.716370 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:40.733128 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-f5f25f2c-71a3-477d-a2a7-69a1e92529fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:40.734583 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-f5f25f2c-71a3-477d-a2a7-69a1e92529fe service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0458138 Oct 17 10:38:40.777751 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-680d230c-3cf8-4778-bcb4-830b48ba07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:40.779330 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-680d230c-3cf8-4778-bcb4-830b48ba07cd service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389202 Oct 17 10:38:40.869433 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-83579a10-4090-49bb-95e1-efa4dc17545a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840914 Oct 17 10:38:40.959575 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4a426d8b-11ee-455b-afd2-329ac1556441 req-4633e51f-85dd-4829-b276-480f1115ace9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844893 Oct 17 10:38:41.266081 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:41.483158 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d95382-b2dc-46de-a44b-f8f030a9d07f req-d8527a57-8bff-46f1-b6d7-e5e78b5ad3e7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:41.484632 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d95382-b2dc-46de-a44b-f8f030a9d07f req-d8527a57-8bff-46f1-b6d7-e5e78b5ad3e7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0474358 Oct 17 10:38:41.530956 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d95382-b2dc-46de-a44b-f8f030a9d07f req-5b1bda58-0e2d-47f8-a659-fad69b976a2e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408468 Oct 17 10:38:42.667453 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b7f9-d808-4623-8a1d-87606f55b4bf req-30fd8034-ae6e-433a-9209-e218ba42cdd7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:42.669740 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aff6b7f9-d808-4623-8a1d-87606f55b4bf req-30fd8034-ae6e-433a-9209-e218ba42cdd7 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0530934 Oct 17 10:38:42.717950 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aff6b7f9-d808-4623-8a1d-87606f55b4bf req-51bf621d-6b5b-4206-b4fe-b22dd23920b9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Oct 17 10:38:43.852097 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29804aed-204b-4a9e-b971-f36002350aab req-a0a80b5b-453f-4d35-996b-bcea41820ce4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:43.853480 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-29804aed-204b-4a9e-b971-f36002350aab req-a0a80b5b-453f-4d35-996b-bcea41820ce4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 945 time: 0.0487964 Oct 17 10:38:43.886831 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-6e0387dc-6681-4403-ae57-fe05ef0b2a30 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433617 Oct 17 10:38:43.902644 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-29804aed-204b-4a9e-b971-f36002350aab req-2412f6af-6c07-4dcc-9725-abd02ef214be tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 Oct 17 10:38:43.959605 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-813b20a0-8987-4b90-a18f-de7d83a35f4e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:43.960944 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-813b20a0-8987-4b90-a18f-de7d83a35f4e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports/0872e6ba-5811-4142-ba61-5f28758869af HTTP/1.1" status: 200 len: 942 time: 0.0460446 Oct 17 10:38:44.335404 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 0872e6ba-5811-4142-ba61-5f28758869af no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:38:44.415288 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 0872e6ba-5811-4142-ba61-5f28758869af is: ACTIVE; New status is: DOWN {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:38:44.415645 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:44.440459 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:38:44.442732 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c80ef3-57f8-41fe-8737-7903fdfc654c" -d '{"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "0872e6ba-5811-4142-ba61-5f28758869af"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:38:44.457416 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:38:44.461752 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:44.493541 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 10:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea65d87-8aab-4a5c-8fdb-6e205aa8c4c0 x-openstack-request-id: req-aea65d87-8aab-4a5c-8fdb-6e205aa8c4c0 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:38:44.493831 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "0872e6ba-5811-4142-ba61-5f28758869af", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:38:44.494084 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aea65d87-8aab-4a5c-8fdb-6e205aa8c4c0 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:38:44.494513 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea65d87-8aab-4a5c-8fdb-6e205aa8c4c0'] response: {'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af', 'code': 200} Oct 17 10:38:44.516272 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=8']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:38:44.854145 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-8f8b48c2-afd8-45e0-96e4-2633fdbca6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:44.856635 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-8f8b48c2-afd8-45e0-96e4-2633fdbca6aa service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d&tenant_id=6a41305c4efa44edb98d1ca076ccbdff HTTP/1.1" status: 200 len: 1127 time: 0.0384092 Oct 17 10:38:44.926136 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:44.937181 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-1dfb08ec-d28c-4679-9d25-5ee920742d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:44.938667 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-1dfb08ec-d28c-4679-9d25-5ee920742d5f service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 1127 time: 0.0437675 Oct 17 10:38:45.005038 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:45.319572 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a61e7-1e2c-4c2d-ace9-0f50173a3601 req-828384a5-372b-423a-9975-ff8a45338abf tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:45.321017 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-989a61e7-1e2c-4c2d-ace9-0f50173a3601 req-828384a5-372b-423a-9975-ff8a45338abf tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.3320782 Oct 17 10:38:45.356687 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-e553d461-305f-4c82-a321-60b1dfb474a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:45.358340 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-e553d461-305f-4c82-a321-60b1dfb474a8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 917 time: 0.4145670 Oct 17 10:38:45.419865 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-989a61e7-1e2c-4c2d-ace9-0f50173a3601 req-ffb09e90-e110-4ac5-b367-38679478f09d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912068 Oct 17 10:38:45.437169 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-200a6c15-cb00-4397-a9b9-bcb66a33ad07 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e6ba-5811-4142-ba61-5f28758869af HTTP/1.1" status: 200 len: 998 time: 0.0697451 Oct 17 10:38:45.490406 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-8dee05b2-8b00-4f0a-95a5-fa767f0d67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:45.491821 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-8dee05b2-8b00-4f0a-95a5-fa767f0d67dd service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0479548 Oct 17 10:38:45.533638 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-77096fc6-e3b2-4e04-b31f-893110a27cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:45.535122 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-77096fc6-e3b2-4e04-b31f-893110a27cd8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375524 Oct 17 10:38:45.624199 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-1037a1ca-ecbe-4034-8482-ee2e3766e25f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832744 Oct 17 10:38:45.719113 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2643d75f-72a5-400f-ab8c-3b49106da5e0 req-c010584f-9657-4c0d-98d3-c6f2423d4258 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891321 Oct 17 10:38:46.216097 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:46.561987 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7b234-5511-41be-9c05-525409d2372d req-3dac5417-1f99-4187-a950-2c3b1e53fc76 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:46.565013 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8ed7b234-5511-41be-9c05-525409d2372d req-3dac5417-1f99-4187-a950-2c3b1e53fc76 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0560815 Oct 17 10:38:46.615200 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8ed7b234-5511-41be-9c05-525409d2372d req-f3b3b860-32ef-4506-b287-fba779fb71b8 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452576 Oct 17 10:38:47.752403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1392640-953a-40a1-b71e-852381e5e050 req-33378a48-f2c0-41d4-a23f-f39d9fd5eb00 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:47.753847 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c1392640-953a-40a1-b71e-852381e5e050 req-33378a48-f2c0-41d4-a23f-f39d9fd5eb00 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0491529 Oct 17 10:38:47.806429 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c1392640-953a-40a1-b71e-852381e5e050 req-0d7c963f-c87c-466e-ba1f-a0a57af1d342 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468712 Oct 17 10:38:48.945516 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4fc2e-3ab8-4b55-9c49-acb5d4402266 req-1d55882a-6c77-4bd1-bfdf-1887f00eb09f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:48.946959 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-57f4fc2e-3ab8-4b55-9c49-acb5d4402266 req-1d55882a-6c77-4bd1-bfdf-1887f00eb09f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0517936 Oct 17 10:38:48.997908 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-57f4fc2e-3ab8-4b55-9c49-acb5d4402266 req-572d0dd9-cf96-4efd-81a4-3b57aeee48af tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441675 Oct 17 10:38:50.144592 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8398e9-ccf0-4d55-a1df-b4966e0ad83b req-c8223916-37e7-4a5b-8d36-2ab2733204aa tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:50.146067 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa8398e9-ccf0-4d55-a1df-b4966e0ad83b req-c8223916-37e7-4a5b-8d36-2ab2733204aa tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0543754 Oct 17 10:38:50.192758 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:38:50.202035 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-aa8398e9-ccf0-4d55-a1df-b4966e0ad83b req-1fee14d2-c630-43b8-8c59-a6eee41e86dd tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503697 Oct 17 10:38:51.340912 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979e478-8cf8-4f47-9d50-1c098793126d req-4d0a35d7-59a1-464d-b899-6606691a5826 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:51.342654 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6979e478-8cf8-4f47-9d50-1c098793126d req-4d0a35d7-59a1-464d-b899-6606691a5826 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0531404 Oct 17 10:38:51.393277 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6979e478-8cf8-4f47-9d50-1c098793126d req-595b2f2c-3d74-4a3b-b538-c6919e4fa8ec tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447237 Oct 17 10:38:52.531021 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f39b6d-7935-47f9-b99a-936064280e4b req-a40ba08b-ef1c-41ca-a34c-2d25da54804f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:52.532533 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-76f39b6d-7935-47f9-b99a-936064280e4b req-a40ba08b-ef1c-41ca-a34c-2d25da54804f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0543859 Oct 17 10:38:52.583177 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-76f39b6d-7935-47f9-b99a-936064280e4b req-943d9502-5047-4be9-8b31-66b68a9458fb tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442789 Oct 17 10:38:53.722304 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0739f9d-b410-45bd-a05e-f52f3327a761 req-1a5e3357-9f1c-4611-bf9d-4ab869b5caea tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:53.723809 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e0739f9d-b410-45bd-a05e-f52f3327a761 req-1a5e3357-9f1c-4611-bf9d-4ab869b5caea tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0507219 Oct 17 10:38:53.779126 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e0739f9d-b410-45bd-a05e-f52f3327a761 req-0ffcc443-86f1-4c4c-82c0-e03074c92553 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491793 Oct 17 10:38:54.909181 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea12a9e-1f06-4fd8-b00d-32899b0957c1 req-da30b74f-c937-498d-af0c-998c0ab33782 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:54.910650 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4ea12a9e-1f06-4fd8-b00d-32899b0957c1 req-da30b74f-c937-498d-af0c-998c0ab33782 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0499971 Oct 17 10:38:54.957125 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4ea12a9e-1f06-4fd8-b00d-32899b0957c1 req-d72763b7-daa4-48e8-a5a1-2123665fbaca tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Oct 17 10:38:56.082503 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ede8c8-8868-4726-98ba-89b0fa9c94ba req-9d124119-3770-49f9-bae8-16d858aecee6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:56.084249 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5ede8c8-8868-4726-98ba-89b0fa9c94ba req-9d124119-3770-49f9-bae8-16d858aecee6 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0467319 Oct 17 10:38:56.132532 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5ede8c8-8868-4726-98ba-89b0fa9c94ba req-f361c05c-2da4-4dd4-b591-ab43d424da7d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Oct 17 10:38:57.259507 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67642df4-599a-4a14-919f-f90d55967e08 req-e4bcb337-013a-4798-968e-f127d539f60f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:57.260956 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-67642df4-599a-4a14-919f-f90d55967e08 req-e4bcb337-013a-4798-968e-f127d539f60f tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0467882 Oct 17 10:38:57.272146 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:57.309471 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-67642df4-599a-4a14-919f-f90d55967e08 req-fcf08df3-ba34-4d83-867c-a0865faa889e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428643 Oct 17 10:38:58.438807 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cded1d-5c85-4115-94c6-8e9e14909f36 req-460a7e72-a75a-496a-858f-500f0a7c8931 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:58.440275 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-18cded1d-5c85-4115-94c6-8e9e14909f36 req-460a7e72-a75a-496a-858f-500f0a7c8931 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0476699 Oct 17 10:38:58.489353 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-18cded1d-5c85-4115-94c6-8e9e14909f36 req-6c314229-c79a-4c41-a507-5d41b416a120 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435643 Oct 17 10:38:59.318282 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:59.325694 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:59.344482 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-7f29456a-ab36-4ed7-9b39-622ac3655541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:59.345915 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-7f29456a-ab36-4ed7-9b39-622ac3655541 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 1127 time: 0.0407171 Oct 17 10:38:59.445717 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:38:59.460157 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-9e6d6aa2-0ef6-4bc3-8887-f0124e58f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:59.461596 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-9e6d6aa2-0ef6-4bc3-8887-f0124e58f3bb service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 200 len: 917 time: 0.0970063 Oct 17 10:38:59.523147 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-aea514a1-2aea-453d-8014-98fc6b959748 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0872e6ba-5811-4142-ba61-5f28758869af HTTP/1.1" status: 200 len: 998 time: 0.0550780 Oct 17 10:38:59.599813 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-af1c600f-328f-4223-995e-e10d90742f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:59.601158 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-af1c600f-328f-4223-995e-e10d90742f57 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 200 len: 855 time: 0.0722845 Oct 17 10:38:59.643708 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237db7c-714b-4d88-a605-513f05934022 req-b876cfae-d9d3-4be3-be7b-fb0d9d9f61ac tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:59.645159 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9237db7c-714b-4d88-a605-513f05934022 req-b876cfae-d9d3-4be3-be7b-fb0d9d9f61ac tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 943 time: 0.0750144 Oct 17 10:38:59.661246 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-d447eeed-da01-4ff3-9e74-8bb4f3f7fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:38:59.662660 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-d447eeed-da01-4ff3-9e74-8bb4f3f7fae3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=4fd95ede-ecf3-40ce-8613-a421ab553445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558729 Oct 17 10:38:59.746568 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-9237db7c-714b-4d88-a605-513f05934022 req-b1e971e2-fd0b-430e-94de-5f2a7224b1d2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941133 Oct 17 10:38:59.782143 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-cd4e2e6e-c60b-4ad3-99d2-0a10a2ae9093 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134546 Oct 17 10:38:59.877044 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-fee6c6e4-908e-4f1c-9b10-1c7569bf01ef req-45a35cb2-ad9f-4be5-aa06-9084b4c5aa6b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888772 Oct 17 10:39:00.174824 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=6,neutron:SELECT=38 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:00.186011 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:00.416760 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 0872e6ba-5811-4142-ba61-5f28758869af details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:39:00.519574 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:39:00.531143 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '0872e6ba-5811-4142-ba61-5f28758869af', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'port_id': '0872e6ba-5811-4142-ba61-5f28758869af', 'mac_address': 'fa:16:3e:b8:5f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:39:00.565229 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 0872e6ba-5811-4142-ba61-5f28758869af is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:39:00.565665 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:00.579299 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0872e6ba-5811-4142-ba61-5f28758869af {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:39:00.599242 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:39:00.603264 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:00.650549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=9']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:39:00.875182 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9089d-e63e-412b-93c3-fda3d07008c8 req-769be15d-56e4-4841-8f46-7194d03be4f2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:39:00.876646 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9b9089d-e63e-412b-93c3-fda3d07008c8 req-769be15d-56e4-4841-8f46-7194d03be4f2 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 944 time: 0.0497692 Oct 17 10:39:00.887541 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:00.898075 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:00.926101 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9b9089d-e63e-412b-93c3-fda3d07008c8 req-a512db22-66f8-41d6-9dc7-ad6e6827ea99 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Oct 17 10:39:01.046254 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['0872e6ba-5811-4142-ba61-5f28758869af'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:39:02.050435 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2789d-9eb5-4880-bf5b-6a2b8ecfe99b req-b2d946e3-e32c-4182-a1a7-aa53a7db4cbf tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:39:02.051849 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-13f2789d-9eb5-4880-bf5b-6a2b8ecfe99b req-b2d946e3-e32c-4182-a1a7-aa53a7db4cbf tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 944 time: 0.0460048 Oct 17 10:39:02.099601 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-13f2789d-9eb5-4880-bf5b-6a2b8ecfe99b req-21b49962-12fb-4609-bbd2-f66dd9693861 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423350 Oct 17 10:39:02.423232 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 0872e6ba-5811-4142-ba61-5f28758869af up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:39:02.470509 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 0872e6ba-5811-4142-ba61-5f28758869af triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:39:02.470785 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (0872e6ba-5811-4142-ba61-5f28758869af), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:02.471109 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 0872e6ba-5811-4142-ba61-5f28758869af Oct 17 10:39:02.541970 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 0872e6ba-5811-4142-ba61-5f28758869af is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:39:02.542385 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:02.565320 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:39:02.567576 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e9bd46-a01f-4e6f-95ab-b1cf66831252" -d '{"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-plugged", "status": "completed", "tag": "0872e6ba-5811-4142-ba61-5f28758869af"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:39:02.580818 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:39:02.585106 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:02.609709 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14de73c-2d28-46dd-b048-1e4e80d66a9a x-openstack-request-id: req-a14de73c-2d28-46dd-b048-1e4e80d66a9a {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:39:02.610007 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-plugged", "status": "completed", "tag": "0872e6ba-5811-4142-ba61-5f28758869af", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:39:02.610268 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a14de73c-2d28-46dd-b048-1e4e80d66a9a {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:39:02.610698 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14de73c-2d28-46dd-b048-1e4e80d66a9a'] response: {'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af', 'code': 200} Oct 17 10:39:02.634292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=10']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:39:02.838784 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89d16c-74b8-445a-9c38-66fa1df1bcf8 req-1d0032e9-08e4-4e4a-a36a-075150c577c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:39:02.840378 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1f89d16c-74b8-445a-9c38-66fa1df1bcf8 req-1d0032e9-08e4-4e4a-a36a-075150c577c4 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 1130 time: 0.0387950 Oct 17 10:39:02.883367 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1f89d16c-74b8-445a-9c38-66fa1df1bcf8 req-798f394a-8af5-457b-aec3-991f2ef72e97 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375335 Oct 17 10:39:03.232284 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76855b-9b80-463b-aa39-f19a52d55690 req-3dd83e05-9102-4d92-832f-aa5927364fc4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:39:03.234613 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cc76855b-9b80-463b-aa39-f19a52d55690 req-3dd83e05-9102-4d92-832f-aa5927364fc4 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 946 time: 0.0501463 Oct 17 10:39:03.282048 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-cc76855b-9b80-463b-aa39-f19a52d55690 req-a589bf05-536c-47c2-a7cb-263087153d41 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Oct 17 10:39:04.409794 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b4a99-1304-43d8-b387-503cbe074dee req-ec9b7a18-a22b-45ae-880d-eb1b04fd71d3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:39:04.411304 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-272b4a99-1304-43d8-b387-503cbe074dee req-ec9b7a18-a22b-45ae-880d-eb1b04fd71d3 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 946 time: 0.0466914 Oct 17 10:39:04.458673 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-272b4a99-1304-43d8-b387-503cbe074dee req-193dc6fd-5542-4f48-b17c-0faf0a421c5e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Oct 17 10:39:05.585544 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7381f-8bb0-4ab2-923a-1d615cfdc42f req-6987fa1c-69cb-4208-8fbb-e375a52c0838 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:39:05.586936 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e3a7381f-8bb0-4ab2-923a-1d615cfdc42f req-6987fa1c-69cb-4208-8fbb-e375a52c0838 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 946 time: 0.0468967 Oct 17 10:39:05.629928 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:05.634600 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e3a7381f-8bb0-4ab2-923a-1d615cfdc42f req-6e454d10-3b6f-4946-b6c0-bd747a8639e0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Oct 17 10:39:05.793398 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e6cc794b-f512-4b32-b28e-5f0f2f81abe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:08.171851 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f4df3102-8acb-45f3-a88b-8cdff4148094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:09.407703 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:10.717491 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:11.269065 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:13.215571 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:39:14.444794 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=13 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:14.455790 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=12 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:15.627759 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=75 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:20.184755 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:20.190843 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:23.210624 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:23.211401 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:30.183254 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:35.795482 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-76242974-dc50-489d-8b90-357c5ff5743a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:36.315488 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:36.319940 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=19 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:38.175819 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c1fae769-cb57-46c2-af05-9ff0cd1d984d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:39.410367 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:40.720295 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:41.272346 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:50.195592 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:50.214715 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:39:54.066450 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a37a4-43ee-4a82-9cc7-f812d58f8327 req-522f0b72-40b7-49d4-b517-e744dad6a25c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:39:54.068065 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-790a37a4-43ee-4a82-9cc7-f812d58f8327 req-522f0b72-40b7-49d4-b517-e744dad6a25c tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 946 time: 0.1472273 Oct 17 10:39:54.116165 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-790a37a4-43ee-4a82-9cc7-f812d58f8327 req-c15b28ad-2dbf-4042-a75c-97446711fcf0 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425532 Oct 17 10:39:55.304023 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2791-b185-464c-a886-aac4d0951fe1 req-f2e63683-d671-4f40-8cb8-44258276190d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:39:55.305489 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-94ad2791-b185-464c-a886-aac4d0951fe1 req-f2e63683-d671-4f40-8cb8-44258276190d tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 946 time: 0.1054790 Oct 17 10:39:55.354977 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-94ad2791-b185-464c-a886-aac4d0951fe1 req-78dc713a-3d9d-408e-9e38-c2936893cea5 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8571b4c1-da52-466d-a185-c16ee8b58591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438726 Oct 17 10:39:55.669333 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b491f1-c715-4491-9d0f-3af3286948ff req-a8809e41-49d7-486b-9f97-aad2b0c71ede tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:39:55.670738 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-86b491f1-c715-4491-9d0f-3af3286948ff req-a8809e41-49d7-486b-9f97-aad2b0c71ede tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 946 time: 0.0463560 Oct 17 10:39:56.002677 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Deleting port 0872e6ba-5811-4142-ba61-5f28758869af {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:39:56.003018 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (0872e6ba-5811-4142-ba61-5f28758869af), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:56.098893 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] For port 0872e6ba-5811-4142-ba61-5f28758869af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0872e6ba-5811-4142-ba61-5f28758869af,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:39:56.099259 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (0872e6ba-5811-4142-ba61-5f28758869af), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:56.262868 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:56.263231 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457037'] for floatingip (fb30e09e-7c15-4c72-9875-b00cc3947245), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:56.263552 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.l3_db [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Floating IP fb30e09e-7c15-4c72-9875-b00cc3947245 disassociated. External IP: 172.27.3.80, port: 0872e6ba-5811-4142-ba61-5f28758869af. Oct 17 10:39:56.263896 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Calling delete_port for 0872e6ba-5811-4142-ba61-5f28758869af owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:39:56.395637 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (0872e6ba-5811-4142-ba61-5f28758869af), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:56.430498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event deleted for resources: {'Port': ['ID=0872e6ba-5811-4142-ba61-5f28758869af,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:39:56.440306 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.440645 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.440986 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.441331 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.441672 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.442009 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.442362 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.443201 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.443201 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.443391 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.443635 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.443958 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.444324 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.444652 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.445052 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:56.467326 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9c64f855-9e3e-4e55-b043-1572b533afec req-acbe4c69-5b46-4dc8-8c27-d04cc04484f1 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b80abc7a-c016-418d-9e37-bfb4d0ae5d8d HTTP/1.1" status: 200 len: 210 time: 0.0292723 Oct 17 10:39:56.552842 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Router 9dc49344-949a-404d-bb72-d4d86c3ae9cc has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:39:56.644693 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:56.659757 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:39:56.669843 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] Sync routers for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:39:56.680697 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:39:56.681324 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:39:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:39:56.702809 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] No DVR routers for this DVR port 0872e6ba-5811-4142-ba61-5f28758869af on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:39:56.705572 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:56.708776 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-86b491f1-c715-4491-9d0f-3af3286948ff req-f2579dfb-4f97-474f-8298-d75fc32dc75e tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.30 "DELETE /networking/v2.0/ports/0872e6ba-5811-4142-ba61-5f28758869af HTTP/1.1" status: 204 len: 173 time: 0.7862480 Oct 17 10:39:56.709283 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-deleted', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:39:56.712056 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d313fe8f-07e3-4c13-869f-715cd5156329" -d '{"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-deleted", "tag": "0872e6ba-5811-4142-ba61-5f28758869af"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:39:56.755521 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b1e55e-499c-4bcd-b0eb-c01c1bb7ba00 x-openstack-request-id: req-61b1e55e-499c-4bcd-b0eb-c01c1bb7ba00 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:39:56.755797 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80abc7a-c016-418d-9e37-bfb4d0ae5d8d", "name": "network-vif-deleted", "tag": "0872e6ba-5811-4142-ba61-5f28758869af", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:39:56.756054 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61b1e55e-499c-4bcd-b0eb-c01c1bb7ba00 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:39:56.756471 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b1e55e-499c-4bcd-b0eb-c01c1bb7ba00'] response: {'server_uuid': 'b80abc7a-c016-418d-9e37-bfb4d0ae5d8d', 'name': 'network-vif-deleted', 'tag': '0872e6ba-5811-4142-ba61-5f28758869af', 'status': 'completed', 'code': 200} Oct 17 10:39:56.790526 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:39:56.991127 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:39:57.019729 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] Checking router: 9dc49344-949a-404d-bb72-d4d86c3ae9cc for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:39:57.028023 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:39:57.028619 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:39:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:39:57.128472 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:39:57.322594 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:39:57.349095 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81d9c2-665d-4f72-806b-e065325f8673 None None] The sync data for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi is: [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:15Z', 'revision_number': 4, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi', '_interfaces': [{'id': 'f22f1e01-c3d7-4fc5-b403-2b47236d6091', 'name': '', 'network_id': '4fd95ede-ecf3-40ce-8613-a421ab553445', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'mac_address': 'fa:16:3e:66:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:15Z', 'updated_at': '2022-10-17T10:32:19Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'subnets': [{'id': 'cf475aa1-e45c-47c3-a9ac-afd7fc307566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:39:57.566150 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78fa2cb-6797-4a96-91a5-d500282080c7 None None] New status for floating IP fb30e09e-7c15-4c72-9875-b00cc3947245: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 10:39:58.582381 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34884) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:39:58.627211 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:39:58.642578 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f74790d4-d3c5-43cc-9707-033ab588c306 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (8571b4c1-da52-466d-a185-c16ee8b58591), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:58.664885 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f74790d4-d3c5-43cc-9707-033ab588c306 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (8571b4c1-da52-466d-a185-c16ee8b58591), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:58.687369 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 0872e6ba-5811-4142-ba61-5f28758869af no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:39:58.708669 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 0872e6ba-5811-4142-ba61-5f28758869af {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:39:58.709045 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 0872e6ba-5811-4142-ba61-5f28758869af not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:39:58.714463 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f74790d4-d3c5-43cc-9707-033ab588c306 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (8571b4c1-da52-466d-a185-c16ee8b58591), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:58.717070 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f74790d4-d3c5-43cc-9707-033ab588c306 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:58.718224 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f74790d4-d3c5-43cc-9707-033ab588c306 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8571b4c1-da52-466d-a185-c16ee8b58591 HTTP/1.1" status: 204 len: 168 time: 0.1348269 Oct 17 10:39:58.721829 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34886) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:39:58.728628 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74790d4-d3c5-43cc-9707-033ab588c306 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8571b4c1-da52-466d-a185-c16ee8b58591,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:39:58.735569 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.api.v2.resource [None req-e348957f-f33e-4928-935c-03cb9d44e4d9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] show failed (client error): The resource could not be found. Oct 17 10:39:58.736587 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e348957f-f33e-4928-935c-03cb9d44e4d9 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "GET /networking/v2.0/security-groups/8571b4c1-da52-466d-a185-c16ee8b58591 HTTP/1.1" status: 404 len: 347 time: 0.0136302 Oct 17 10:39:58.739601 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 34888) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:39:58.852257 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Deleting port 6f216d31-2c77-41d2-b618-43b7c4adb412 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:39:58.852514 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (6f216d31-2c77-41d2-b618-43b7c4adb412), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:58.929690 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (6f216d31-2c77-41d2-b618-43b7c4adb412), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:58.930028 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (6f216d31-2c77-41d2-b618-43b7c4adb412), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:58.942677 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Calling delete_port for 6f216d31-2c77-41d2-b618-43b7c4adb412 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:39:59.071933 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12278660'] for port (6f216d31-2c77-41d2-b618-43b7c4adb412), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:59.335355 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Pushing event deleted for resources: {'Port': ['ID=6f216d31-2c77-41d2-b618-43b7c4adb412,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:39:59.345421 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.345778 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.346122 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.346498 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.346839 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.347662 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.347662 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.347889 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.348106 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.348429 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.348752 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.349076 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.349396 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.349714 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.350035 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:39:59.409799 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks [] for floatingip (fb30e09e-7c15-4c72-9875-b00cc3947245), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:59.412265 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:39:59.413404 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1f9e824f-81c2-4676-b65c-ed4ae6f86d57 tempest-AttachVolumeShelveTestJSON-35631923 tempest-AttachVolumeShelveTestJSON-35631923-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/fb30e09e-7c15-4c72-9875-b00cc3947245 HTTP/1.1" status: 204 len: 168 time: 0.6729014 Oct 17 10:40:01.833930 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34910) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:02.237770 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450637'] for router_interface (9dc49344-949a-404d-bb72-d4d86c3ae9cc), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:02.458556 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Deleting port f22f1e01-c3d7-4fc5-b403-2b47236d6091 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:40:02.458810 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:02.541075 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] For port f22f1e01-c3d7-4fc5-b403-2b47236d6091, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=f22f1e01-c3d7-4fc5-b403-2b47236d6091,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:40:02.541432 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:02.554316 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Calling delete_port for f22f1e01-c3d7-4fc5-b403-2b47236d6091 owned by network:router_interface {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:40:02.610460 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:02.670779 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:02.737026 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (f22f1e01-c3d7-4fc5-b403-2b47236d6091), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:02.761791 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Pushing event deleted for resources: {'Port': ['ID=f22f1e01-c3d7-4fc5-b403-2b47236d6091,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:02.929020 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450617'] for router_interface (9dc49344-949a-404d-bb72-d4d86c3ae9cc), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:02.948663 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653985a-2850-4ce3-a3a3-72d0c92a10a4 None None] get_active_networks_info from dv-cinder-860209-5-iscsi {{(pid=104473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 10:40:02.950681 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:02.952017 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:03.022268 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653985a-2850-4ce3-a3a3-72d0c92a10a4 None None] Resources bound (agent type, host, resource id): {{(pid=104473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 10:40:03.139863 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Router 9dc49344-949a-404d-bb72-d4d86c3ae9cc has already been hosted by L3 agent ccd7139d-5a14-4520-aee5-9b4c3daec2f5 {{(pid=104471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:40:03.246374 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] Notify agent at l3_agent.dv-cinder-860209-5-iscsi the message routers_updated {{(pid=104471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:40:03.251493 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-f4e9153e-3a37-4689-9d56-ca03a585431d admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/9dc49344-949a-404d-bb72-d4d86c3ae9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4176259 Oct 17 10:40:03.253998 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34914) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:03.261736 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171b682-ae83-4999-be2a-061194b97219 None None] Sync routers for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:40:03.298561 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2171b682-ae83-4999-be2a-061194b97219 None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:40:03.299115 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-2171b682-ae83-4999-be2a-061194b97219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:39:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:40:03.363527 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks [] for router (9dc49344-949a-404d-bb72-d4d86c3ae9cc), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:03.425292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-2171b682-ae83-4999-be2a-061194b97219 None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:40:03.610782 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-2171b682-ae83-4999-be2a-061194b97219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:40:02Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:40:03.642484 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171b682-ae83-4999-be2a-061194b97219 None None] Checking router: 9dc49344-949a-404d-bb72-d4d86c3ae9cc for host: dv-cinder-860209-5-iscsi {{(pid=104473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:40:03.652648 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2171b682-ae83-4999-be2a-061194b97219 None None] Routers {'9dc49344-949a-404d-bb72-d4d86c3ae9cc'} bound to L3 agent in host dv-cinder-860209-5-iscsi {{(pid=104473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 10:40:03.653284 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-2171b682-ae83-4999-be2a-061194b97219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:16:38Z,description=,heartbeat_timestamp=2022-10-17T10:39:38Z,host='dv-cinder-860209-5-iscsi',id=ccd7139d-5a14-4520-aee5-9b4c3daec2f5,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:16:38Z,topic='l3_agent')) {'router_ids': ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'], 'active': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:40:03.738172 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks [] for router_gateway (9dc49344-949a-404d-bb72-d4d86c3ae9cc), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:03.742293 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:03.769554 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvr_db [None req-2171b682-ae83-4999-be2a-061194b97219 None None] Set router 9dc49344-949a-404d-bb72-d4d86c3ae9cc gateway port host: dv-cinder-860209-5-iscsi {{(pid=104473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 10:40:03.784553 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Deleting port 30036d8e-a241-400d-a918-9296e8ea30bf {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:40:03.784896 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:03.844562 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-323ae02c-d5a9-4156-a6d3-9f33a9647955 None None] Provisioning complete for port bb9255f7-37b6-49c2-b90d-39a018b6d269 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:40:03.844874 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-323ae02c-d5a9-4156-a6d3-9f33a9647955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:03.846406 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-323ae02c-d5a9-4156-a6d3-9f33a9647955 None None] Attempt 1 to provision port bb9255f7-37b6-49c2-b90d-39a018b6d269 Oct 17 10:40:03.870388 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] For port 30036d8e-a241-400d-a918-9296e8ea30bf, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=30036d8e-a241-400d-a918-9296e8ea30bf,segment=NetworkSegment(06ba67b1-b24d-4b50-9846-a92c24e8aae3),segment_id=06ba67b1-b24d-4b50-9846-a92c24e8aae3)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:40:03.870759 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:03.884549 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Calling delete_port for 30036d8e-a241-400d-a918-9296e8ea30bf owned by network:router_gateway {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:40:03.897279 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:DELETE=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:04.005179 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:04.019130 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-323ae02c-d5a9-4156-a6d3-9f33a9647955 None None] Current status of the port bb9255f7-37b6-49c2-b90d-39a018b6d269 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:40:04.021638 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_hamode_db [None req-2171b682-ae83-4999-be2a-061194b97219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:40:02Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}], 'dv-cinder-860209-5-iscsi', False) {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:40:04.047884 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171b682-ae83-4999-be2a-061194b97219 None None] The sync data for ids ['9dc49344-949a-404d-bb72-d4d86c3ae9cc'] in dv-cinder-860209-5-iscsi is: [{'id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'name': 'tempest-AttachVolumeShelveTestJSON-383693776-router', 'tenant_id': '6a41305c4efa44edb98d1ca076ccbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'external_fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:40:02Z', 'revision_number': 5, 'project_id': '6a41305c4efa44edb98d1ca076ccbdff', 'gw_port': {'id': '30036d8e-a241-400d-a918-9296e8ea30bf', 'name': '', 'network_id': '9006eee3-b675-4c7e-a272-f812eb5ec5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc49344-949a-404d-bb72-d4d86c3ae9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:32:12Z', 'updated_at': '2022-10-17T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78be01e4-f72c-462f-9abc-f48cda723d4f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-5-iscsi'}] {{(pid=104473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:40:04.058942 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (30036d8e-a241-400d-a918-9296e8ea30bf), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.083202 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Pushing event deleted for resources: {'Port': ['ID=30036d8e-a241-400d-a918-9296e8ea30bf,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:04.137239 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-d59c4ca3-deb9-4553-bfb7-fdb2872fd903 None None] Provisioning complete for port bb9255f7-37b6-49c2-b90d-39a018b6d269 triggered by entity DHCP. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:40:04.137722 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d59c4ca3-deb9-4553-bfb7-fdb2872fd903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.138065 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-d59c4ca3-deb9-4553-bfb7-fdb2872fd903 None None] Attempt 1 to provision port bb9255f7-37b6-49c2-b90d-39a018b6d269 Oct 17 10:40:04.149914 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451955'] for router_gateway (9dc49344-949a-404d-bb72-d4d86c3ae9cc), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.159947 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:04.213775 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-d59c4ca3-deb9-4553-bfb7-fdb2872fd903 None None] Current status of the port bb9255f7-37b6-49c2-b90d-39a018b6d269 is: ACTIVE; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:40:04.249024 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1413'] for router (9dc49344-949a-404d-bb72-d4d86c3ae9cc), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.251859 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks [] for router_controller (9dc49344-949a-404d-bb72-d4d86c3ae9cc), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.299165 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450657'] for router (9dc49344-949a-404d-bb72-d4d86c3ae9cc), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.299770 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc49344-949a-404d-bb72-d4d86c3ae9cc {{(pid=104471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 10:40:04.304153 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.307455 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-5279aa88-6d12-4e0e-b3ea-20711c65a04c admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/9dc49344-949a-404d-bb72-d4d86c3ae9cc HTTP/1.1" status: 204 len: 168 time: 1.0501099 Oct 17 10:40:04.307676 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34916) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:04.352851 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa3b2a8-b877-4dae-bbff-625311ab89b6 admin admin] Deleting subnet cf475aa1-e45c-47c3-a9ac-afd7fc307566 {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:40:04.355813 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-efa3b2a8-b877-4dae-bbff-625311ab89b6 admin admin] Publish callbacks [] for subnet (cf475aa1-e45c-47c3-a9ac-afd7fc307566), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.392973 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-efa3b2a8-b877-4dae-bbff-625311ab89b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16678353'] for subnet (cf475aa1-e45c-47c3-a9ac-afd7fc307566), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.476905 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-efa3b2a8-b877-4dae-bbff-625311ab89b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (cf475aa1-e45c-47c3-a9ac-afd7fc307566), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.532702 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-efa3b2a8-b877-4dae-bbff-625311ab89b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16629072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097757'] for subnet (cf475aa1-e45c-47c3-a9ac-afd7fc307566), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.559189 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3b2a8-b877-4dae-bbff-625311ab89b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf475aa1-e45c-47c3-a9ac-afd7fc307566,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:04.567052 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-efa3b2a8-b877-4dae-bbff-625311ab89b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.570300 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-efa3b2a8-b877-4dae-bbff-625311ab89b6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/cf475aa1-e45c-47c3-a9ac-afd7fc307566 HTTP/1.1" status: 204 len: 168 time: 0.2616971 Oct 17 10:40:04.572701 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832f93c-29c4-44f0-be4d-a0d045f905b0 None None] Network 4fd95ede-ecf3-40ce-8613-a421ab553445 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:40:04.572914 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34918) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:04.620347 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:04.649545 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (4fd95ede-ecf3-40ce-8613-a421ab553445), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.695992 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Deleting port bb9255f7-37b6-49c2-b90d-39a018b6d269 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:40:04.696320 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.757607 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] DHCP port deletion for 4fd95ede-ecf3-40ce-8613-a421ab553445 request from dv-cinder-860209-5-iscsi {{(pid=104473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 10:40:04.764077 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] For port bb9255f7-37b6-49c2-b90d-39a018b6d269, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=bb9255f7-37b6-49c2-b90d-39a018b6d269,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:40:04.764439 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.777072 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Calling delete_port for bb9255f7-37b6-49c2-b90d-39a018b6d269 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:40:04.793229 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Deleting port bb9255f7-37b6-49c2-b90d-39a018b6d269 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:40:04.793606 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.849733 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:04.858851 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.863666 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] For port bb9255f7-37b6-49c2-b90d-39a018b6d269, host dv-cinder-860209-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-5-iscsi',level=0,port_id=bb9255f7-37b6-49c2-b90d-39a018b6d269,segment=NetworkSegment(8f0f52c6-840a-4414-8b19-0b2822e0efc9),segment_id=8f0f52c6-840a-4414-8b19-0b2822e0efc9)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:40:04.864083 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.877766 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Calling delete_port for bb9255f7-37b6-49c2-b90d-39a018b6d269 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:40:04.885248 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9255f7-37b6-49c2-b90d-39a018b6d269,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:04.888863 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] No DVR routers for this DVR port bb9255f7-37b6-49c2-b90d-39a018b6d269 on host dv-cinder-860209-5-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:40:04.956185 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821'] for port (bb9255f7-37b6-49c2-b90d-39a018b6d269), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.964500 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (4fd95ede-ecf3-40ce-8613-a421ab553445), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:04.982902 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Pushing event deleted for resources: {'Port': ['ID=bb9255f7-37b6-49c2-b90d-39a018b6d269,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:04.985592 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd95ede-ecf3-40ce-8613-a421ab553445']}} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:40:04.993302 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] No DVR routers for this DVR port bb9255f7-37b6-49c2-b90d-39a018b6d269 on host dv-cinder-860209-5-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:40:04.995707 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0f52c6-840a-4414-8b19-0b2822e0efc9') {'for_net_delete': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:40:04.996027 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.services.segments.db [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0f52c6-840a-4414-8b19-0b2822e0efc9') {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:40:04.996650 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:04.996996 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:04.997392 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:04.997736 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:04.998068 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:04.998552 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:04.998883 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:04.999207 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:04.999531 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:05.000297 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:05.000297 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:05.000483 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:05.000898 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:05.001225 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:05.001704 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f541a3-fbdb-4bb6-be4e-af286a93d8af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:40:05.006891 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16678312'] for segment (8f0f52c6-840a-4414-8b19-0b2822e0efc9), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:05.020649 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (8f0f52c6-840a-4414-8b19-0b2822e0efc9), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:05.026856 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=104471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:40:05.027245 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16629178'] for segment (8f0f52c6-840a-4414-8b19-0b2822e0efc9), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:05.101612 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (4fd95ede-ecf3-40ce-8613-a421ab553445), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:05.109957 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:05.118923 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/4fd95ede-ecf3-40ce-8613-a421ab553445 HTTP/1.1" status: 204 len: 168 time: 0.5398695 Oct 17 10:40:05.135686 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 8f0f52c6-840a-4414-8b19-0b2822e0efc9 resource provider aggregate not found Oct 17 10:40:05.139618 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426c795-d94a-4ad5-a733-2cb8b0c49449 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd95ede-ecf3-40ce-8613-a421ab553445,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:05.156094 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.services.segments.plugin [-] Segment 8f0f52c6-840a-4414-8b19-0b2822e0efc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f0f52c6-840a-4414-8b19-0b2822e0efc9 found for delete ", "request_id": "req-ab92bcb8-1954-48b7-9497-aff74f09590a"}]} Oct 17 10:40:05.229584 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34928) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:05.283384 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-2f372394-853e-44c8-9d1b-6bc49082650a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6a41305c4efa44edb98d1ca076ccbdff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519338 Oct 17 10:40:05.286452 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 34930) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:05.340698 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aa9d-0b5a-4be0-9a11-acffa81e1794 admin admin] Publish callbacks [] for security_group (f7f12709-06ee-40fd-95ca-4eae4630c33f), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:05.362777 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aa9d-0b5a-4be0-9a11-acffa81e1794 admin admin] Publish callbacks [] for security_group (f7f12709-06ee-40fd-95ca-4eae4630c33f), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:05.395110 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 30036d8e-a241-400d-a918-9296e8ea30bf no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:40:05.415042 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: 30036d8e-a241-400d-a918-9296e8ea30bf {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:40:05.415522 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device 30036d8e-a241-400d-a918-9296e8ea30bf not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:40:05.415811 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aa9d-0b5a-4be0-9a11-acffa81e1794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (f7f12709-06ee-40fd-95ca-4eae4630c33f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:05.415954 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device f22f1e01-c3d7-4fc5-b403-2b47236d6091 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:40:05.418428 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aa9d-0b5a-4be0-9a11-acffa81e1794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:05.419577 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-ddf5aa9d-0b5a-4be0-9a11-acffa81e1794 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f7f12709-06ee-40fd-95ca-4eae4630c33f HTTP/1.1" status: 204 len: 168 time: 0.1322157 Oct 17 10:40:05.429288 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5aa9d-0b5a-4be0-9a11-acffa81e1794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f12709-06ee-40fd-95ca-4eae4630c33f,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:05.435062 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: f22f1e01-c3d7-4fc5-b403-2b47236d6091 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:40:05.435420 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device f22f1e01-c3d7-4fc5-b403-2b47236d6091 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:40:05.435838 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device bb9255f7-37b6-49c2-b90d-39a018b6d269 no longer exists at agent ovs-agent-dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:40:05.460163 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] No Port match for: bb9255f7-37b6-49c2-b90d-39a018b6d269 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:40:05.460514 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Device bb9255f7-37b6-49c2-b90d-39a018b6d269 not bound to the agent host dv-cinder-860209-5-iscsi {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:40:05.798173 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ba59c096-59dc-4bb8-a55f-1b890e64dd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:08.180829 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f02b0d72-41ad-4834-8b8e-a543a316bdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:09.403708 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=60,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:09.405630 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=56,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:09.412843 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:10.723114 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:11.276035 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:13.326194 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:13.326984 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:14.824338 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 35038) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:14.930546 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-96dd1d67-3826-4e88-bc99-83b6b63597d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:15.007583 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-96dd1d67-3826-4e88-bc99-83b6b63597d5 admin admin] Publish callbacks [] for security_group (128f43d8-6e0c-48e6-9bf7-f7b7e822f33c), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:15.012120 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-96dd1d67-3826-4e88-bc99-83b6b63597d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (128f43d8-6e0c-48e6-9bf7-f7b7e822f33c), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:15.044533 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:15.052884 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-96dd1d67-3826-4e88-bc99-83b6b63597d5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1b580463e35646b583faee9675f11e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274990 Oct 17 10:40:15.054216 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd1d67-3826-4e88-bc99-83b6b63597d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128f43d8-6e0c-48e6-9bf7-f7b7e822f33c,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:15.055722 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 35042) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:15.108323 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-554966df-3383-4a8e-ba88-234c3ff97d25 admin admin] Publish callbacks [] for security_group (128f43d8-6e0c-48e6-9bf7-f7b7e822f33c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:15.129048 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-554966df-3383-4a8e-ba88-234c3ff97d25 admin admin] Publish callbacks [] for security_group (128f43d8-6e0c-48e6-9bf7-f7b7e822f33c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:15.178005 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-554966df-3383-4a8e-ba88-234c3ff97d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (128f43d8-6e0c-48e6-9bf7-f7b7e822f33c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:15.180561 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-554966df-3383-4a8e-ba88-234c3ff97d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:15.181751 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-554966df-3383-4a8e-ba88-234c3ff97d25 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/128f43d8-6e0c-48e6-9bf7-f7b7e822f33c HTTP/1.1" status: 204 len: 168 time: 0.1242876 Oct 17 10:40:15.190199 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554966df-3383-4a8e-ba88-234c3ff97d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128f43d8-6e0c-48e6-9bf7-f7b7e822f33c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:17.046611 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 35112) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:17.154349 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fef18115-2090-4b7f-8c45-fb6a7f1a89d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.228941 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fef18115-2090-4b7f-8c45-fb6a7f1a89d6 admin admin] Publish callbacks [] for security_group (42017e22-f721-4388-99a0-927905eb2c24), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.232529 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fef18115-2090-4b7f-8c45-fb6a7f1a89d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (42017e22-f721-4388-99a0-927905eb2c24), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.271410 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef18115-2090-4b7f-8c45-fb6a7f1a89d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42017e22-f721-4388-99a0-927905eb2c24,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:17.277177 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fef18115-2090-4b7f-8c45-fb6a7f1a89d6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dfa68546597d414795c15ec0282d4ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279623 Oct 17 10:40:17.278979 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 35116) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:17.327671 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d29dc123-e533-4641-86e3-722b4d858cf8 admin admin] Publish callbacks [] for security_group (42017e22-f721-4388-99a0-927905eb2c24), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.348199 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d29dc123-e533-4641-86e3-722b4d858cf8 admin admin] Publish callbacks [] for security_group (42017e22-f721-4388-99a0-927905eb2c24), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.398302 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d29dc123-e533-4641-86e3-722b4d858cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (42017e22-f721-4388-99a0-927905eb2c24), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.400727 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d29dc123-e533-4641-86e3-722b4d858cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.401882 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d29dc123-e533-4641-86e3-722b4d858cf8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/42017e22-f721-4388-99a0-927905eb2c24 HTTP/1.1" status: 204 len: 168 time: 0.1226635 Oct 17 10:40:17.409679 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dc123-e533-4641-86e3-722b4d858cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42017e22-f721-4388-99a0-927905eb2c24,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:17.570768 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-2861c98a-1b3e-44f4-aefc-4a53420eea21 req-66f8cdd7-5cfc-4e4b-8a10-9953342ac291 service neutron] (104472) timed out ('10.222.0.30', 63567) {{(pid=104472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 10:40:17.666167 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 35122) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:17.679750 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-339357bc-fd1f-4c2b-9000-1876430f661e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.756749 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-339357bc-fd1f-4c2b-9000-1876430f661e admin admin] Publish callbacks [] for security_group (9391a5b2-3c9b-48f1-87cb-644f84b2c710), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.760247 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-339357bc-fd1f-4c2b-9000-1876430f661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9391a5b2-3c9b-48f1-87cb-644f84b2c710), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.800802 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-339357bc-fd1f-4c2b-9000-1876430f661e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8ffeb7a9de65489e8d46b7e9760f091a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335676 Oct 17 10:40:17.801641 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339357bc-fd1f-4c2b-9000-1876430f661e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9391a5b2-3c9b-48f1-87cb-644f84b2c710,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:17.803617 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 35124) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:17.854947 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73ee9ffe-a8b0-4396-bc4b-0fdf7dc71507 admin admin] Publish callbacks [] for security_group (9391a5b2-3c9b-48f1-87cb-644f84b2c710), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.875204 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73ee9ffe-a8b0-4396-bc4b-0fdf7dc71507 admin admin] Publish callbacks [] for security_group (9391a5b2-3c9b-48f1-87cb-644f84b2c710), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.922138 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73ee9ffe-a8b0-4396-bc4b-0fdf7dc71507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (9391a5b2-3c9b-48f1-87cb-644f84b2c710), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.925347 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73ee9ffe-a8b0-4396-bc4b-0fdf7dc71507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:17.926513 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-73ee9ffe-a8b0-4396-bc4b-0fdf7dc71507 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9391a5b2-3c9b-48f1-87cb-644f84b2c710 HTTP/1.1" status: 204 len: 168 time: 0.1218612 Oct 17 10:40:17.934210 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee9ffe-a8b0-4396-bc4b-0fdf7dc71507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9391a5b2-3c9b-48f1-87cb-644f84b2c710,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:19.886138 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 35196) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:19.991628 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d02a169d-4292-4265-ad4e-c401d23bded6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.031143 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:20.073752 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d02a169d-4292-4265-ad4e-c401d23bded6 admin admin] Publish callbacks [] for security_group (1cce15e7-a909-4a32-88e2-26ddbdaf8327), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.077446 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d02a169d-4292-4265-ad4e-c401d23bded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (1cce15e7-a909-4a32-88e2-26ddbdaf8327), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.117887 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-d02a169d-4292-4265-ad4e-c401d23bded6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=63a39bd12d894b81b11978c31fd3d3a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306557 Oct 17 10:40:20.120117 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a169d-4292-4265-ad4e-c401d23bded6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce15e7-a909-4a32-88e2-26ddbdaf8327,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:20.120818 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 35200) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:20.169762 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfff1-0dcf-4995-b190-5ce8bb324951 admin admin] Publish callbacks [] for security_group (1cce15e7-a909-4a32-88e2-26ddbdaf8327), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.172171 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:20.191241 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfff1-0dcf-4995-b190-5ce8bb324951 admin admin] Publish callbacks [] for security_group (1cce15e7-a909-4a32-88e2-26ddbdaf8327), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.203403 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.224205 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:20.240282 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfff1-0dcf-4995-b190-5ce8bb324951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (1cce15e7-a909-4a32-88e2-26ddbdaf8327), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.242789 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfff1-0dcf-4995-b190-5ce8bb324951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.243924 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9dbdfff1-0dcf-4995-b190-5ce8bb324951 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1cce15e7-a909-4a32-88e2-26ddbdaf8327 HTTP/1.1" status: 204 len: 168 time: 0.1220961 Oct 17 10:40:20.251784 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdfff1-0dcf-4995-b190-5ce8bb324951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce15e7-a909-4a32-88e2-26ddbdaf8327,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:20.511661 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 35206) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:20.527978 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-39adf66f-10b3-42eb-bdd2-39003c051c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.602448 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-39adf66f-10b3-42eb-bdd2-39003c051c9a admin admin] Publish callbacks [] for security_group (03b6fcfd-684d-4cd0-992f-e2aa7b54863f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.605954 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-39adf66f-10b3-42eb-bdd2-39003c051c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (03b6fcfd-684d-4cd0-992f-e2aa7b54863f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.644713 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adf66f-10b3-42eb-bdd2-39003c051c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b6fcfd-684d-4cd0-992f-e2aa7b54863f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:20.648860 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-39adf66f-10b3-42eb-bdd2-39003c051c9a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=71b5e8fd10ed4c2a8bdb1abce57809f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362073 Oct 17 10:40:20.651576 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 35208) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:20.698883 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1b39c196-e41a-4c08-aff0-ea797db239ec admin admin] Publish callbacks [] for security_group (03b6fcfd-684d-4cd0-992f-e2aa7b54863f), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.719538 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1b39c196-e41a-4c08-aff0-ea797db239ec admin admin] Publish callbacks [] for security_group (03b6fcfd-684d-4cd0-992f-e2aa7b54863f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.766029 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1b39c196-e41a-4c08-aff0-ea797db239ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (03b6fcfd-684d-4cd0-992f-e2aa7b54863f), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.769336 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1b39c196-e41a-4c08-aff0-ea797db239ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:20.770511 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1b39c196-e41a-4c08-aff0-ea797db239ec admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/03b6fcfd-684d-4cd0-992f-e2aa7b54863f HTTP/1.1" status: 204 len: 168 time: 0.1180179 Oct 17 10:40:20.778110 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39c196-e41a-4c08-aff0-ea797db239ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b6fcfd-684d-4cd0-992f-e2aa7b54863f,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:27.213097 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:40:30.112828 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=9 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:30.115783 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:30.176747 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 35294) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:30.263406 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=65,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:30.281271 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9cc26dee-a1f4-4048-a452-a6fe1fdf826c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:30.363399 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9cc26dee-a1f4-4048-a452-a6fe1fdf826c admin admin] Publish callbacks [] for security_group (369e1bdb-0624-4974-ac76-716092521b65), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:30.367125 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9cc26dee-a1f4-4048-a452-a6fe1fdf826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (369e1bdb-0624-4974-ac76-716092521b65), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:30.407338 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9cc26dee-a1f4-4048-a452-a6fe1fdf826c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d408232b05f3448d8192ca3505f4c3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295415 Oct 17 10:40:30.408190 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc26dee-a1f4-4048-a452-a6fe1fdf826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e1bdb-0624-4974-ac76-716092521b65,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:30.410972 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 35298) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:40:30.462871 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fea3973d-2a78-494e-a696-0ff9bed82547 admin admin] Publish callbacks [] for security_group (369e1bdb-0624-4974-ac76-716092521b65), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:30.482025 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fea3973d-2a78-494e-a696-0ff9bed82547 admin admin] Publish callbacks [] for security_group (369e1bdb-0624-4974-ac76-716092521b65), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:30.529619 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fea3973d-2a78-494e-a696-0ff9bed82547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (369e1bdb-0624-4974-ac76-716092521b65), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:30.532227 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fea3973d-2a78-494e-a696-0ff9bed82547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:30.533473 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fea3973d-2a78-494e-a696-0ff9bed82547 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/369e1bdb-0624-4974-ac76-716092521b65 HTTP/1.1" status: 204 len: 168 time: 0.1211717 Oct 17 10:40:30.541614 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3973d-2a78-494e-a696-0ff9bed82547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e1bdb-0624-4974-ac76-716092521b65,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:40:34.242859 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:35.792819 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:35.800742 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-47d77191-ca8b-4926-be17-e36d62905f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:37.210189 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:38.182960 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-52c51d3c-6c5e-4fe1-ba0b-876365014fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:39.415591 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:40.399092 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:40.403265 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:40.537173 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=56,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:40.537911 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=49,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:40.726298 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:41.279992 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:47.798250 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [req-dc7d81ac-54a9-4910-8c8d-f29cbfc51e46 req-ad7ebf1f-509c-41e2-8661-811eb2f2fadc service neutron] (104471) timed out ('10.222.0.30', 63598) {{(pid=104471) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 10:40:50.204026 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:40:50.319733 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:40:50.324527 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:00.193760 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:00.199722 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:04.213016 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:41:05.803575 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3c0b8f98-23da-4ef9-98cf-bfcdc74cf9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:08.188722 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e2759897-ffab-4134-a9bf-f78bc7c8df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:09.417553 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:10.728580 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:11.213688 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 35508) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:41:11.282811 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:11.322713 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:11.400917 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Publish callbacks [] for security_group (4656bb1b-482a-439a-beeb-2556311ab25c), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:11.404949 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (4656bb1b-482a-439a-beeb-2556311ab25c), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:11.444523 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656bb1b-482a-439a-beeb-2556311ab25c,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:11.448489 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ec15fb49425349a39e68aa7b875a3ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338147 Oct 17 10:41:11.451365 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 35512) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:41:11.454288 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.454659 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.454997 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.455335 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.455667 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.455992 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.456316 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.456636 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.456959 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.457283 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.457603 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.457923 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.458266 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.459298 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.460107 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532734a3-6188-453a-8421-84fcfaa112b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.502267 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Publish callbacks [] for security_group (4656bb1b-482a-439a-beeb-2556311ab25c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:11.522247 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Publish callbacks [] for security_group (4656bb1b-482a-439a-beeb-2556311ab25c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:11.568380 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (4656bb1b-482a-439a-beeb-2556311ab25c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:11.570877 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:11.572029 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4656bb1b-482a-439a-beeb-2556311ab25c HTTP/1.1" status: 204 len: 168 time: 0.1196454 Oct 17 10:41:11.579523 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656bb1b-482a-439a-beeb-2556311ab25c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:11.587157 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.587502 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.587842 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.588178 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.588506 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.588835 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.589162 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.589474 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.589798 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.590135 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.590451 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.590773 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.591090 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.591404 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:11.591718 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151bf42-4b65-4300-a20f-1745339ae134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:12.191792 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 35534) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:41:12.289805 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-853902447-network', 'tenant_id': 'f4a5813ff7244904ad8d2ac132c63cf9'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:41:12.310069 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Made reservation on behalf of f4a5813ff7244904ad8d2ac132c63cf9 for: {'network': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:41:12.312380 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for network (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.321307 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.399134 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Publish callbacks [] for security_group (ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.402603 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.423525 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=104471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:41:12.439222 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:12.442144 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (e804875e-08ed-46ab-a3b3-d9914e1a39e0), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.442519 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.db.segments_db [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Added segment e804875e-08ed-46ab-a3b3-d9914e1a39e0 of type vlan for network 6c1fde2e-1e15-4311-882d-644dba352e63 Oct 17 10:41:12.482559 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329135050'] for network (6c1fde2e-1e15-4311-882d-644dba352e63), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.507675 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681'] for network (6c1fde2e-1e15-4311-882d-644dba352e63), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.508651 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:12.509230 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.558439 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3653138 Oct 17 10:41:12.561139 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 35538) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:41:12.565653 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Request body: {'subnet': {'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-853902447-subnet', 'tenant_id': 'f4a5813ff7244904ad8d2ac132c63cf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:41:12.584487 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0be03-2804-49a3-bfe0-1a951529738e admin admin] Pushing event updated for resources: {'Network': ['ID=6c1fde2e-1e15-4311-882d-644dba352e63,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:12.594102 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Network 6c1fde2e-1e15-4311-882d-644dba352e63 details requested by agent ovs-agent-dv-cinder-860209-5-iscsi with host dv-cinder-860209-5-iscsi {{(pid=104473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:41:12.601732 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Made reservation on behalf of f4a5813ff7244904ad8d2ac132c63cf9 for: {'subnet': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:41:12.604116 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097340'] for subnet (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.726127 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:12.773054 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16629009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097326'] for subnet (24b465b7-aa82-48e2-8e6a-651df231a114), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.776753 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:12.836023 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b465b7-aa82-48e2-8e6a-651df231a114,revision_number=0']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:12.846116 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Checking segment: {'id': 'e804875e-08ed-46ab-a3b3-d9914e1a39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:41:12.846498 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Network hostable DHCP agents. Network: 6c1fde2e-1e15-4311-882d-644dba352e63, hostable agents: ['d0dacc54-5179-4204-8029-208aa5ef1f72'], hosted agents: [] {{(pid=104471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:41:12.865640 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Network 6c1fde2e-1e15-4311-882d-644dba352e63 is scheduled to be hosted by DHCP agent d0dacc54-5179-4204-8029-208aa5ef1f72 with binding_index 1 {{(pid=104471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:41:12.874389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-5-iscsi, 6c1fde2e-1e15-4311-882d-644dba352e63) {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:41:12.878823 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:12.879205 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:12.885031 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178e3141-f319-4592-8b4e-ea6624a3a6af None None] Network 6c1fde2e-1e15-4311-882d-644dba352e63 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:41:12.895212 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-e5dd8fce-f81b-4e26-9c5e-d7d5c8766538 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3330848 Oct 17 10:41:12.988177 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d088bf4-be16-43aa-8dd9-85da97750e3e None None] Network 6c1fde2e-1e15-4311-882d-644dba352e63 requested from dv-cinder-860209-5-iscsi {{(pid=104473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 10:41:14.209275 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:14.662708 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-4a0d70f7-dc16-4fe7-b6a4-e307a82406ed tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:14.663906 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-4a0d70f7-dc16-4fe7-b6a4-e307a82406ed tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/networks?id=6c1fde2e-1e15-4311-882d-644dba352e63 HTTP/1.1" status: 200 len: 813 time: 0.1006410 Oct 17 10:41:14.678025 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-289eb0d2-0a37-4a4f-be00-65fa768f5653 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/quotas/f4a5813ff7244904ad8d2ac132c63cf9 HTTP/1.1" status: 200 len: 375 time: 0.0087819 Oct 17 10:41:14.712711 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-c3cd1db6-1d82-4cba-8ece-df3019c68313 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f4a5813ff7244904ad8d2ac132c63cf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299854 Oct 17 10:41:14.846316 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-7685fb0d-24c2-480a-a191-b50fd474f1cf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270342 Oct 17 10:41:14.940423 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-db92592c-9863-4762-baec-1c9afc073a99 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874555 Oct 17 10:41:16.115517 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f0ee9a4a-2822-4363-8e48-c80d7ec76d73 req-4554de31-edb8-43dd-b318-1aff983aed7b tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 210 time: 0.0315735 Oct 17 10:41:17.217619 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-e5f296d2-d752-4c23-83f1-199e424acc22 req-04d039ea-1292-4a3c-a372-10722ed3b932 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 210 time: 0.0286331 Oct 17 10:41:17.344077 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-87b59c79-6493-41f3-b826-511536287b40 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:17.345450 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-87b59c79-6493-41f3-b826-511536287b40 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.30 "GET /networking/v2.0/networks?id=6c1fde2e-1e15-4311-882d-644dba352e63 HTTP/1.1" status: 200 len: 813 time: 0.1090734 Oct 17 10:41:17.362570 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Request body: {'port': {'device_id': '63f7c8fe-68d6-4805-af24-3c2edce4851e', 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63', 'admin_state_up': True, 'tenant_id': 'f4a5813ff7244904ad8d2ac132c63cf9'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:41:17.470982 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Made reservation on behalf of f4a5813ff7244904ad8d2ac132c63cf9 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:41:17.474642 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:17.551648 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:17.605942 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Allocated IP 172.20.0.11 (6c1fde2e-1e15-4311-882d-644dba352e63/24b465b7-aa82-48e2-8e6a-651df231a114/1b03c1bb-32c4-4a7a-9756-1489af828024) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:41:17.754535 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks [] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:17.763615 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:17.790594 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:17.831907 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Network 6c1fde2e-1e15-4311-882d-644dba352e63 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:41:17.835501 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:41:17.839137 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:41:17.864280 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Pushing event updated for resources: {'Port': ['ID=1b03c1bb-32c4-4a7a-9756-1489af828024,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:17.890958 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:17.891556 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:17.907199 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-a0dd7ccc-7f03-4ec9-bc64-396985a64023 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5487139 Oct 17 10:41:18.010351 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Request body: {'port': {'device_id': '63f7c8fe-68d6-4805-af24-3c2edce4851e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:41:18.070531 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:18.321358 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b03c1bb-32c4-4a7a-9756-1489af828024 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:41:18.328909 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Publish callbacks [] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:18.341077 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49774eb4-6db7-43b7-a635-0b523933f4d4 req-04790db9-9214-4c41-a7e2-4acb545a4074 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:18.342598 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49774eb4-6db7-43b7-a635-0b523933f4d4 req-04790db9-9214-4c41-a7e2-4acb545a4074 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 932 time: 0.0486016 Oct 17 10:41:18.342766 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Transition to ACTIVE for port object 1b03c1bb-32c4-4a7a-9756-1489af828024 will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:41:18.346381 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:18.391556 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49774eb4-6db7-43b7-a635-0b523933f4d4 req-73101be9-be99-4397-83cc-198df9983a81 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427988 Oct 17 10:41:18.402925 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:18.411570 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Pushing event updated for resources: {'Port': ['ID=1b03c1bb-32c4-4a7a-9756-1489af828024,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:18.461063 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Attempting to bind port 1b03c1bb-32c4-4a7a-9756-1489af828024 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:41:18.461384 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Attempting to bind port 1b03c1bb-32c4-4a7a-9756-1489af828024 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'e804875e-08ed-46ab-a3b3-d9914e1a39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:41:18.461707 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Attempting to bind port 1b03c1bb-32c4-4a7a-9756-1489af828024 on network 6c1fde2e-1e15-4311-882d-644dba352e63 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:41:18.501278 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Port 1b03c1bb-32c4-4a7a-9756-1489af828024 on network 6c1fde2e-1e15-4311-882d-644dba352e63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:41:18.501597 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Attempting to bind port 1b03c1bb-32c4-4a7a-9756-1489af828024 on network 6c1fde2e-1e15-4311-882d-644dba352e63 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:41:18.542538 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:41:18.542867 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Checking segment: {'id': 'e804875e-08ed-46ab-a3b3-d9914e1a39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:41:18.543239 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Bound using segment: {'id': 'e804875e-08ed-46ab-a3b3-d9914e1a39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:41:18.543661 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Bound port: 1b03c1bb-32c4-4a7a-9756-1489af828024, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804875e-08ed-46ab-a3b3-d9914e1a39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:41:18.544011 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:18.606136 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:18.607412 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] For port 1b03c1bb-32c4-4a7a-9756-1489af828024, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:41:18.610997 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] For port 1b03c1bb-32c4-4a7a-9756-1489af828024, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b03c1bb-32c4-4a7a-9756-1489af828024,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:41:18.617323 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:18.621550 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:18.622160 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:18.623578 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/1b03c1bb-32c4-4a7a-9756-1489af828024 HTTP/1.1" status: 200 len: 1094 time: 0.6588748 Oct 17 10:41:18.624376 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f7c8fe-68d6-4805-af24-3c2edce4851e', 'tag': '1b03c1bb-32c4-4a7a-9756-1489af828024'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:41:18.626636 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "63f7c8fe-68d6-4805-af24-3c2edce4851e", "tag": "1b03c1bb-32c4-4a7a-9756-1489af828024"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:41:18.676331 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49c07a-e6af-4d83-acd3-e80063e62dcb service neutron] Pushing event updated for resources: {'Port': ['ID=1b03c1bb-32c4-4a7a-9756-1489af828024,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:18.724659 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-51766fcb-0ef0-4fd1-ac58-b1e779ef49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:18.726445 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-51766fcb-0ef0-4fd1-ac58-b1e779ef49fd service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f4a5813ff7244904ad8d2ac132c63cf9&device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 1128 time: 0.0420637 Oct 17 10:41:18.775086 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-7a8c5b53-040d-420c-9442-e5d5662d68d8 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03c1bb-32c4-4a7a-9756-1489af828024 HTTP/1.1" status: 200 len: 217 time: 0.0366762 Oct 17 10:41:18.807323 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec14191b-7143-4713-aae1-70e3afc593ef x-openstack-request-id: req-ec14191b-7143-4713-aae1-70e3afc593ef {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:41:18.807612 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f7c8fe-68d6-4805-af24-3c2edce4851e", "tag": "1b03c1bb-32c4-4a7a-9756-1489af828024", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:41:18.807866 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec14191b-7143-4713-aae1-70e3afc593ef {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:41:18.808264 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec14191b-7143-4713-aae1-70e3afc593ef'] response: {'name': 'network-changed', 'server_uuid': '63f7c8fe-68d6-4805-af24-3c2edce4851e', 'tag': '1b03c1bb-32c4-4a7a-9756-1489af828024', 'status': 'completed', 'code': 200} Oct 17 10:41:18.825924 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-7a7f79cc-09b0-4cbb-9276-b1dc4c8827a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:18.828380 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-7a7f79cc-09b0-4cbb-9276-b1dc4c8827a7 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=24b465b7-aa82-48e2-8e6a-651df231a114 HTTP/1.1" status: 200 len: 853 time: 0.0474577 Oct 17 10:41:18.860867 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-2356be60-88be-4d1d-9668-32818b3eb6fe service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6c1fde2e-1e15-4311-882d-644dba352e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271432 Oct 17 10:41:18.954131 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-5d8b0ed1-5cee-4035-9088-1fa226f578cf service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868659 Oct 17 10:41:19.044292 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d6eb5ea2-e1b1-45e1-a0c3-4816554e636d req-edb0d38b-d7e8-4ed8-8fdd-54d08ed01569 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829768 Oct 17 10:41:19.511753 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b0ba1-9b41-494a-ac03-a92f68a47678 req-3bb20d07-cc5a-423b-b033-9e92b811ee92 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:19.513208 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-754b0ba1-9b41-494a-ac03-a92f68a47678 req-3bb20d07-cc5a-423b-b033-9e92b811ee92 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 944 time: 0.0462334 Oct 17 10:41:19.562958 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-754b0ba1-9b41-494a-ac03-a92f68a47678 req-a2ef0b4e-035e-4bdf-af46-2dad41342b7e tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443621 Oct 17 10:41:20.221786 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:20.683728 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9228c9-a5f9-4847-b182-c0f07ed44286 req-c41a2090-a3d6-46dd-a94c-c3ad8276cd0c tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:20.685182 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2a9228c9-a5f9-4847-b182-c0f07ed44286 req-c41a2090-a3d6-46dd-a94c-c3ad8276cd0c tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 944 time: 0.0463641 Oct 17 10:41:20.735326 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2a9228c9-a5f9-4847-b182-c0f07ed44286 req-4bac1deb-85a9-438c-9dcb-27ebd61d4ee3 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Oct 17 10:41:21.026777 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-161f32ac-ddec-43aa-b320-2c9482a7c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:21.028208 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-161f32ac-ddec-43aa-b320-2c9482a7c5e3 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f4a5813ff7244904ad8d2ac132c63cf9&device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 1128 time: 0.0387132 Oct 17 10:41:21.121108 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-9083c3a9-6223-415c-9cc3-21a89ad8a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:21.122581 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-9083c3a9-6223-415c-9cc3-21a89ad8a6c2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6c1fde2e-1e15-4311-882d-644dba352e63 HTTP/1.1" status: 200 len: 914 time: 0.0886385 Oct 17 10:41:21.160743 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-929205b6-bcc9-4365-95e7-a2c89f4cbdc6 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03c1bb-32c4-4a7a-9756-1489af828024 HTTP/1.1" status: 200 len: 217 time: 0.0317166 Oct 17 10:41:21.208114 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-e344568c-4c21-4aac-9018-3009e3e23649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:21.209471 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-e344568c-4c21-4aac-9018-3009e3e23649 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=24b465b7-aa82-48e2-8e6a-651df231a114 HTTP/1.1" status: 200 len: 853 time: 0.0426550 Oct 17 10:41:21.242271 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-dd308344-99e0-485b-8058-d7dfc0dd8fa5 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6c1fde2e-1e15-4311-882d-644dba352e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256307 Oct 17 10:41:21.298634 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:21.337017 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-f8d76414-f735-42c2-b37f-cb7400440944 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887938 Oct 17 10:41:21.432725 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b8a744fe-d562-45e4-8d05-f3a0a149e4f2 req-253cade0-925b-4eb0-b16d-2790f2cb975a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895896 Oct 17 10:41:21.852118 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640c6a5-e035-4a90-b442-35270baec4f0 req-99d69d37-4501-4a03-b568-de7a89e8f7fb tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:21.853679 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a640c6a5-e035-4a90-b442-35270baec4f0 req-99d69d37-4501-4a03-b568-de7a89e8f7fb tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 944 time: 0.0452702 Oct 17 10:41:21.900822 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a640c6a5-e035-4a90-b442-35270baec4f0 req-efa64f20-8a89-49ef-ab28-183ffb9afb6f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Oct 17 10:41:23.026583 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe7b28-c148-4bb7-956c-101d48a662d7 req-5b724cb1-a499-48b4-b1eb-f151c4243f67 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:23.028036 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-36fe7b28-c148-4bb7-956c-101d48a662d7 req-5b724cb1-a499-48b4-b1eb-f151c4243f67 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 944 time: 0.0512195 Oct 17 10:41:23.032302 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1b03c1bb-32c4-4a7a-9756-1489af828024 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:41:23.075031 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-36fe7b28-c148-4bb7-956c-101d48a662d7 req-c08b71bd-0aa5-48e8-a9a0-ac3c8e0ef05d tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Oct 17 10:41:23.129930 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 1b03c1bb-32c4-4a7a-9756-1489af828024, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b03c1bb-32c4-4a7a-9756-1489af828024,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:41:23.144426 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': '1b03c1bb-32c4-4a7a-9756-1489af828024', 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63', 'port_id': '1b03c1bb-32c4-4a7a-9756-1489af828024', 'mac_address': 'fa:16:3e:5f:9b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b465b7-aa82-48e2-8e6a-651df231a114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:41:23.177672 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 1b03c1bb-32c4-4a7a-9756-1489af828024 is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:41:23.178066 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:23.191300 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b03c1bb-32c4-4a7a-9756-1489af828024 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:41:23.211268 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 1b03c1bb-32c4-4a7a-9756-1489af828024, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b03c1bb-32c4-4a7a-9756-1489af828024,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:41:23.214704 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:23.259805 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=1b03c1bb-32c4-4a7a-9756-1489af828024,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:23.266848 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.267203 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.267549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.267892 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.268230 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.268565 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.268894 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.269221 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.269548 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.269877 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.270200 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.270560 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.270885 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.271206 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.271531 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:41:23.638208 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['1b03c1bb-32c4-4a7a-9756-1489af828024'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:41:24.200857 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3752482-f068-4217-882b-3ebc3325d388 req-c600cba8-b38d-4514-918d-87554d3290d7 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:24.202346 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3752482-f068-4217-882b-3ebc3325d388 req-c600cba8-b38d-4514-918d-87554d3290d7 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 945 time: 0.0472794 Oct 17 10:41:24.250068 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f3752482-f068-4217-882b-3ebc3325d388 req-eef5186f-0c09-4298-b622-3a920c34738a tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Oct 17 10:41:25.044415 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1b03c1bb-32c4-4a7a-9756-1489af828024 up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:41:25.079726 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:25.084011 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:25.091010 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port 1b03c1bb-32c4-4a7a-9756-1489af828024 completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:41:25.098441 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port 1b03c1bb-32c4-4a7a-9756-1489af828024 triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:41:25.098879 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:25.099215 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port 1b03c1bb-32c4-4a7a-9756-1489af828024 Oct 17 10:41:25.172920 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port 1b03c1bb-32c4-4a7a-9756-1489af828024 is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:41:25.173308 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:25.196694 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f7c8fe-68d6-4805-af24-3c2edce4851e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b03c1bb-32c4-4a7a-9756-1489af828024'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:41:25.198951 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3c6a27-61d1-4e34-8905-0bd5e365fa5c" -d '{"events": [{"server_uuid": "63f7c8fe-68d6-4805-af24-3c2edce4851e", "name": "network-vif-plugged", "status": "completed", "tag": "1b03c1bb-32c4-4a7a-9756-1489af828024"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:41:25.212843 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port 1b03c1bb-32c4-4a7a-9756-1489af828024, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b03c1bb-32c4-4a7a-9756-1489af828024,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:41:25.217207 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:25.241411 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623be784-f420-4326-8782-a6ae0a671a92 x-openstack-request-id: req-623be784-f420-4326-8782-a6ae0a671a92 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:41:25.241850 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f7c8fe-68d6-4805-af24-3c2edce4851e", "name": "network-vif-plugged", "status": "completed", "tag": "1b03c1bb-32c4-4a7a-9756-1489af828024", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:41:25.242117 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-623be784-f420-4326-8782-a6ae0a671a92 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:41:25.242534 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623be784-f420-4326-8782-a6ae0a671a92'] response: {'server_uuid': '63f7c8fe-68d6-4805-af24-3c2edce4851e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b03c1bb-32c4-4a7a-9756-1489af828024', 'code': 200} Oct 17 10:41:25.268598 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=1b03c1bb-32c4-4a7a-9756-1489af828024,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:41:25.376887 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2601d5b-b27d-4095-8f71-a170e10cc610 req-276880c1-d9da-4093-931e-fbc5c6d1912f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:25.378518 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2601d5b-b27d-4095-8f71-a170e10cc610 req-276880c1-d9da-4093-931e-fbc5c6d1912f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 946 time: 0.0518851 Oct 17 10:41:25.426845 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2601d5b-b27d-4095-8f71-a170e10cc610 req-df334142-11eb-4340-8b81-3110e564b9e6 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Oct 17 10:41:25.445643 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046b911-6071-4f64-bb86-71f69d9b444b req-fc39b814-84cb-4930-810e-2698a8323d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:25.447293 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4046b911-6071-4f64-bb86-71f69d9b444b req-fc39b814-84cb-4930-810e-2698a8323d8a service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 1130 time: 0.0397458 Oct 17 10:41:25.480166 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:25.492506 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4046b911-6071-4f64-bb86-71f69d9b444b req-fdc26dd0-70d1-4442-8e7f-e8f883b8b0f5 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 Oct 17 10:41:26.549945 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4674d4-8571-4b6d-ba08-663b95fc4584 req-83f14c88-b63d-40f8-98a3-f410ae39e95a tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:26.551591 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4e4674d4-8571-4b6d-ba08-663b95fc4584 req-83f14c88-b63d-40f8-98a3-f410ae39e95a tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 946 time: 0.0481994 Oct 17 10:41:26.864947 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-4e4674d4-8571-4b6d-ba08-663b95fc4584 req-013268ab-2b68-4b1d-b8f9-5e1d37addbe5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074846 Oct 17 10:41:27.987148 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d49fb-df27-4cfa-81be-a5fbfec93e49 req-9dcae6bf-2a16-4265-96ab-b66b82f2eb5f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:27.988591 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f54d49fb-df27-4cfa-81be-a5fbfec93e49 req-9dcae6bf-2a16-4265-96ab-b66b82f2eb5f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 946 time: 0.0466533 Oct 17 10:41:28.036477 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f54d49fb-df27-4cfa-81be-a5fbfec93e49 req-88fd4676-a71b-4184-9916-a5e0c6fa4b2c tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Oct 17 10:41:34.748893 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=16 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:34.751064 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=16 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:35.265146 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=22,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:35.267141 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:35.807039 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd5b9-a692-4bdc-a439-d8b5b377cb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:36.591758 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=42 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:36.861683 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=10 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:38.030453 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=64,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:38.032993 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:38.190696 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-729a57bd-ba65-4240-81f7-2196031af757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:39.420589 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:40.730559 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:41.211531 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:41:41.286040 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:50.219553 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:41:51.206841 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:51.207551 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:41:59.239399 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3922655f-1641-4f5d-908f-654c8d200974 req-839787d0-c321-477c-aa04-af6b7af522c0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381153 Oct 17 10:41:59.368729 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922655f-1641-4f5d-908f-654c8d200974 req-3d562ba9-da35-4e8a-adb1-29b4e68c0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:59.370207 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3922655f-1641-4f5d-908f-654c8d200974 req-3d562ba9-da35-4e8a-adb1-29b4e68c0dfe service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f4a5813ff7244904ad8d2ac132c63cf9&device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 1130 time: 0.0400448 Oct 17 10:41:59.475045 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922655f-1641-4f5d-908f-654c8d200974 req-634b45f0-c542-4a9e-81f1-774ee9658cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:59.476483 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3922655f-1641-4f5d-908f-654c8d200974 req-634b45f0-c542-4a9e-81f1-774ee9658cbc service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6c1fde2e-1e15-4311-882d-644dba352e63 HTTP/1.1" status: 200 len: 914 time: 0.0873635 Oct 17 10:41:59.515215 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3922655f-1641-4f5d-908f-654c8d200974 req-ffa64883-23c3-40ba-bf3d-e2e3529d2dbd service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03c1bb-32c4-4a7a-9756-1489af828024 HTTP/1.1" status: 200 len: 217 time: 0.0320451 Oct 17 10:41:59.562947 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922655f-1641-4f5d-908f-654c8d200974 req-f8336e78-d912-465b-91a9-0814270ec9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:41:59.564396 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3922655f-1641-4f5d-908f-654c8d200974 req-f8336e78-d912-465b-91a9-0814270ec9e9 service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=24b465b7-aa82-48e2-8e6a-651df231a114 HTTP/1.1" status: 200 len: 853 time: 0.0435917 Oct 17 10:41:59.599482 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3922655f-1641-4f5d-908f-654c8d200974 req-e765cbfc-afb0-4617-9a06-80abdc81b1b1 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6c1fde2e-1e15-4311-882d-644dba352e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293691 Oct 17 10:41:59.686952 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3922655f-1641-4f5d-908f-654c8d200974 req-a8b9a2d4-a8fd-4fd2-b254-8ceca889cd58 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817645 Oct 17 10:41:59.780528 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-3922655f-1641-4f5d-908f-654c8d200974 req-15fa2517-3571-4ed9-8829-ea38fd2751d5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877397 Oct 17 10:42:00.213983 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:00.215896 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:04.312153 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:04.318531 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:05.810347 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-db6b2d0e-09f1-4850-bfe5-9df2345fccdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:08.193894 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-df236e82-e428-4bdb-b34d-93cea5bbb194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:09.424275 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:09.776280 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=45 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:09.777130 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=43 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:10.734240 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:11.289263 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:16.046993 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd1576-8d63-4445-934d-1e3d99023ca8 req-0fee6ba3-476b-4017-8a13-032e02857a4a tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:16.048375 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-34fd1576-8d63-4445-934d-1e3d99023ca8 req-0fee6ba3-476b-4017-8a13-032e02857a4a tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 946 time: 0.0468929 Oct 17 10:42:16.099418 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-34fd1576-8d63-4445-934d-1e3d99023ca8 req-8b69b14c-b90f-4634-861a-6f124c8650dd tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Oct 17 10:42:17.221265 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e899808-0e2a-433a-b60b-493e602b1434 req-7302d05d-5433-4500-87c9-52b4909e156f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:17.222728 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6e899808-0e2a-433a-b60b-493e602b1434 req-7302d05d-5433-4500-87c9-52b4909e156f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 946 time: 0.0473905 Oct 17 10:42:17.269916 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6e899808-0e2a-433a-b60b-493e602b1434 req-8a28559a-38f5-424c-83e7-6aa10acd6bab tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Oct 17 10:42:17.856203 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-769ef09e-bd42-4f5a-a173-0b36f8b63b22 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:17.857639 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-769ef09e-bd42-4f5a-a173-0b36f8b63b22 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 946 time: 0.0459435 Oct 17 10:42:17.941175 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Deleting port 1b03c1bb-32c4-4a7a-9756-1489af828024 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:42:17.941515 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:18.036603 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] For port 1b03c1bb-32c4-4a7a-9756-1489af828024, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1b03c1bb-32c4-4a7a-9756-1489af828024,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:42:18.036964 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:18.049751 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Calling delete_port for 1b03c1bb-32c4-4a7a-9756-1489af828024 owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:42:18.176929 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (1b03c1bb-32c4-4a7a-9756-1489af828024), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:18.208361 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Pushing event deleted for resources: {'Port': ['ID=1b03c1bb-32c4-4a7a-9756-1489af828024,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:42:18.210589 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['1b03c1bb-32c4-4a7a-9756-1489af828024'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:42:18.211098 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:42:18.235363 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.235955 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.236091 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.236389 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.236729 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.237062 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.237401 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.237729 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.238065 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.238432 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.238770 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.239102 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.239437 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.239762 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.240105 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:18.264759 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] No DVR routers for this DVR port 1b03c1bb-32c4-4a7a-9756-1489af828024 on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:42:18.267226 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:18.270441 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-1e35446c-bcea-4200-9cdb-1caded0e686f req-cd20604e-440f-4a45-b35b-bd3644810a12 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.30 "DELETE /networking/v2.0/ports/1b03c1bb-32c4-4a7a-9756-1489af828024 HTTP/1.1" status: 204 len: 173 time: 0.4080174 Oct 17 10:42:18.270930 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f7c8fe-68d6-4805-af24-3c2edce4851e', 'name': 'network-vif-deleted', 'tag': '1b03c1bb-32c4-4a7a-9756-1489af828024'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:42:18.273155 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76351a5c-6f04-44a4-a3b3-f5ac24a175b2" -d '{"events": [{"server_uuid": "63f7c8fe-68d6-4805-af24-3c2edce4851e", "name": "network-vif-deleted", "tag": "1b03c1bb-32c4-4a7a-9756-1489af828024"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:42:18.316886 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4dbd72-745a-43f3-a888-2f76ce96028d x-openstack-request-id: req-cc4dbd72-745a-43f3-a888-2f76ce96028d {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:42:18.317120 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f7c8fe-68d6-4805-af24-3c2edce4851e", "name": "network-vif-deleted", "tag": "1b03c1bb-32c4-4a7a-9756-1489af828024", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:42:18.317395 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc4dbd72-745a-43f3-a888-2f76ce96028d {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:42:18.317794 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4dbd72-745a-43f3-a888-2f76ce96028d'] response: {'server_uuid': '63f7c8fe-68d6-4805-af24-3c2edce4851e', 'name': 'network-vif-deleted', 'tag': '1b03c1bb-32c4-4a7a-9756-1489af828024', 'status': 'completed', 'code': 200} Oct 17 10:42:18.380526 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-6bc6ead7-37b9-4562-a913-80d2be13cbc6 req-e5d3c4f7-643e-4819-8417-d0c596e1e6f8 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=63f7c8fe-68d6-4805-af24-3c2edce4851e HTTP/1.1" status: 200 len: 210 time: 0.0296438 Oct 17 10:42:20.217955 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:21.713471 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1b03c1bb-32c4-4a7a-9756-1489af828024 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:42:21.733284 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: 1b03c1bb-32c4-4a7a-9756-1489af828024 {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:42:21.733629 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device 1b03c1bb-32c4-4a7a-9756-1489af828024 not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:42:26.093807 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=10 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:26.095808 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:28.206848 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:28.247190 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=54,neutron:DELETE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:28.362185 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:29.451906 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-d1419a44-2e94-4c38-9411-1c8a25dd325b tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:29.453355 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-d1419a44-2e94-4c38-9411-1c8a25dd325b tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/networks?id=6c1fde2e-1e15-4311-882d-644dba352e63 HTTP/1.1" status: 200 len: 813 time: 0.1040833 Oct 17 10:42:29.468423 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-62dd5552-c8e4-45a9-85ec-9ee793364335 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/quotas/f4a5813ff7244904ad8d2ac132c63cf9 HTTP/1.1" status: 200 len: 375 time: 0.0096233 Oct 17 10:42:29.500008 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-f0986f85-daa7-4208-bf30-b107728b04ef tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f4a5813ff7244904ad8d2ac132c63cf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267553 Oct 17 10:42:29.594000 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-38b92c4f-6488-4a18-94a1-8e9b4c3e9d14 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874395 Oct 17 10:42:29.683735 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-d3b7c2de-f0b6-40ed-aa03-d9d11710fb61 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Oct 17 10:42:29.847684 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d1448461-42b4-4062-9f43-a107024693df req-8433004c-992f-4276-8369-b50148a42dfd tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 210 time: 0.0278823 Oct 17 10:42:30.911724 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-d2c99f86-3a3b-4ae4-b9cc-47479be1a151 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:30.913180 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-d2c99f86-3a3b-4ae4-b9cc-47479be1a151 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.30 "GET /networking/v2.0/networks?id=6c1fde2e-1e15-4311-882d-644dba352e63 HTTP/1.1" status: 200 len: 813 time: 0.1091137 Oct 17 10:42:30.937942 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Request body: {'port': {'device_id': 'a1eb613f-b52f-4a7b-9c21-1588a8d22bd5', 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63', 'admin_state_up': True, 'tenant_id': 'f4a5813ff7244904ad8d2ac132c63cf9'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:42:30.958750 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-298e0015-432a-4c01-8499-ef527ace5175 req-396a103c-719e-4c78-a762-5bee8f700b90 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 210 time: 0.0354519 Oct 17 10:42:31.066520 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Made reservation on behalf of f4a5813ff7244904ad8d2ac132c63cf9 for: {'port': 1} {{(pid=104471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:42:31.070187 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:31.194911 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Allocated IP 172.20.0.10 (6c1fde2e-1e15-4311-882d-644dba352e63/24b465b7-aa82-48e2-8e6a-651df231a114/bc1ffe0a-cb09-4a53-9f9f-51168aa2994f) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:42:31.345693 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks [] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:31.360117 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:31.369774 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:31.382583 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329198812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:31.429145 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Network 6c1fde2e-1e15-4311-882d-644dba352e63 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:42:31.432315 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:42:31.437051 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 10:42:31.462303 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Pushing event updated for resources: {'Port': ['ID=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:42:31.489064 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:31.489660 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:31.505642 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1394dea8-e42b-40aa-ad23-21a6c0235c82 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.30 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5733283 Oct 17 10:42:31.522975 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.v2.base [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Request body: {'port': {'device_id': 'a1eb613f-b52f-4a7b-9c21-1588a8d22bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=104471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:42:31.580754 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:31.716830 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:31.717585 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:31.834674 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1ffe0a-cb09-4a53-9f9f-51168aa2994f {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:42:31.842403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Publish callbacks [] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:31.854399 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Transition to ACTIVE for port object bc1ffe0a-cb09-4a53-9f9f-51168aa2994f will not be triggered until provisioned by entity L2. {{(pid=104471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 10:42:31.859048 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:31.921487 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:42:31.972117 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Attempting to bind port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f on host hv-cinder-86020 for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 10:42:31.972376 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Attempting to bind port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'e804875e-08ed-46ab-a3b3-d9914e1a39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 10:42:31.972707 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Attempting to bind port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f on network 6c1fde2e-1e15-4311-882d-644dba352e63 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:42:32.013706 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f on network 6c1fde2e-1e15-4311-882d-644dba352e63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:42:32.014035 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Attempting to bind port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f on network 6c1fde2e-1e15-4311-882d-644dba352e63 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:42:32.056384 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Checking agent: {'id': 'c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'started_at': datetime.datetime(2022, 10, 17, 10, 22, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 10:42:32.056724 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Checking segment: {'id': 'e804875e-08ed-46ab-a3b3-d9914e1a39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 10:42:32.057105 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Bound using segment: {'id': 'e804875e-08ed-46ab-a3b3-d9914e1a39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 10:42:32.057538 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Bound port: bc1ffe0a-cb09-4a53-9f9f-51168aa2994f, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804875e-08ed-46ab-a3b3-d9914e1a39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 10:42:32.057897 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:32.081957 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d5f1b-8624-4cb8-8f3d-825ec2f38855 req-73680e33-41d5-4bf1-b98d-e106a3ec609e tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:32.083474 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ac8d5f1b-8624-4cb8-8f3d-825ec2f38855 req-73680e33-41d5-4bf1-b98d-e106a3ec609e tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 944 time: 0.0469327 Oct 17 10:42:32.120561 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] For port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f, host hv-cinder-86020, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:42:32.122873 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:32.125133 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] For port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:42:32.131125 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16629150'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:32.133116 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ac8d5f1b-8624-4cb8-8f3d-825ec2f38855 req-7d57ae8f-1bb4-4b52-a7c8-c9f60d75214f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Oct 17 10:42:32.135667 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:32.136272 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:32.138286 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] 10.222.0.30 "PUT /networking/v2.0/ports/bc1ffe0a-cb09-4a53-9f9f-51168aa2994f HTTP/1.1" status: 200 len: 1094 time: 0.6185098 Oct 17 10:42:32.138858 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1eb613f-b52f-4a7b-9c21-1588a8d22bd5', 'tag': 'bc1ffe0a-cb09-4a53-9f9f-51168aa2994f'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:42:32.141082 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5a1bd5-923b-4347-b279-d6a07a02794e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1eb613f-b52f-4a7b-9c21-1588a8d22bd5", "tag": "bc1ffe0a-cb09-4a53-9f9f-51168aa2994f"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:42:32.196147 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 10:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d95d6ff-67d4-4a47-94fe-8dfc9aaf3869 x-openstack-request-id: req-3d95d6ff-67d4-4a47-94fe-8dfc9aaf3869 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:42:32.196437 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1eb613f-b52f-4a7b-9c21-1588a8d22bd5", "tag": "bc1ffe0a-cb09-4a53-9f9f-51168aa2994f", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:42:32.196684 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d95d6ff-67d4-4a47-94fe-8dfc9aaf3869 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:42:32.197078 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d95d6ff-67d4-4a47-94fe-8dfc9aaf3869'] response: {'name': 'network-changed', 'server_uuid': 'a1eb613f-b52f-4a7b-9c21-1588a8d22bd5', 'tag': 'bc1ffe0a-cb09-4a53-9f9f-51168aa2994f', 'status': 'completed', 'code': 200} Oct 17 10:42:32.198099 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c0fd9-f83d-405a-8bf4-d03d5cfd8a78 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:42:32.225871 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:32.257738 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-e8accb2c-7f6d-4e7c-8e42-6f43f5f9c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:32.259229 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-e8accb2c-7f6d-4e7c-8e42-6f43f5f9c6ca service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f4a5813ff7244904ad8d2ac132c63cf9&device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 1128 time: 0.0406277 Oct 17 10:42:32.304531 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-965ac263-4868-4186-bbb5-801dc8597616 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f HTTP/1.1" status: 200 len: 217 time: 0.0324211 Oct 17 10:42:32.352512 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1b8d7692-e593-4761-ac5d-4a5008fdfeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:32.353922 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-1b8d7692-e593-4761-ac5d-4a5008fdfeae service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=24b465b7-aa82-48e2-8e6a-651df231a114 HTTP/1.1" status: 200 len: 853 time: 0.0436981 Oct 17 10:42:32.389304 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-f90592b6-fb85-4ad3-a42c-b9a138b1d4d7 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6c1fde2e-1e15-4311-882d-644dba352e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292690 Oct 17 10:42:32.478397 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-5d8247da-e515-40b8-99e4-2d6178b3e71c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827127 Oct 17 10:42:32.570312 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-2aa0be94-c11d-4d1b-a63b-0d9b5d5b571e req-6f57c0e9-f9b5-4423-8d87-c37e74ed4cbb service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855112 Oct 17 10:42:33.262525 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7be1f-7686-4e5d-b948-e4c7490e65f7 req-8b7a9891-63dc-4c9f-806e-2d0d3d4b7005 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:33.263984 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e9c7be1f-7686-4e5d-b948-e4c7490e65f7 req-8b7a9891-63dc-4c9f-806e-2d0d3d4b7005 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 944 time: 0.0500448 Oct 17 10:42:33.311040 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e9c7be1f-7686-4e5d-b948-e4c7490e65f7 req-edc25d44-fe42-4047-abfa-4e6bb1d45fa9 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Oct 17 10:42:34.432717 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a98fb-14f8-46eb-9b92-6a2998931fd7 req-52bc2d06-d2f5-4097-8b33-80fee9703a5f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:34.434960 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c42a98fb-14f8-46eb-9b92-6a2998931fd7 req-52bc2d06-d2f5-4097-8b33-80fee9703a5f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 944 time: 0.0473809 Oct 17 10:42:34.481135 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-c42a98fb-14f8-46eb-9b92-6a2998931fd7 req-368def91-3fb2-400b-855c-95432773e6bf tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Oct 17 10:42:34.685874 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-8db5671b-f744-4104-8784-75f1358fcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:34.687376 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-8db5671b-f744-4104-8784-75f1358fcf32 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f4a5813ff7244904ad8d2ac132c63cf9&device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 1128 time: 0.0395041 Oct 17 10:42:34.779984 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-04684742-1d39-4a5d-8376-0b26b1bcb5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:34.781413 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-04684742-1d39-4a5d-8376-0b26b1bcb5a5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6c1fde2e-1e15-4311-882d-644dba352e63 HTTP/1.1" status: 200 len: 914 time: 0.0879602 Oct 17 10:42:34.819643 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-cefef920-efa3-44c3-a7c7-e94dba78f8d8 service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f HTTP/1.1" status: 200 len: 217 time: 0.0324056 Oct 17 10:42:34.869114 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-fe5c209a-8ea5-4666-b582-c55c3aafac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:34.870538 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-fe5c209a-8ea5-4666-b582-c55c3aafac4d service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=24b465b7-aa82-48e2-8e6a-651df231a114 HTTP/1.1" status: 200 len: 853 time: 0.0459838 Oct 17 10:42:34.903496 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-d7ac5956-a73c-4438-952c-2f35cd2d4655 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6c1fde2e-1e15-4311-882d-644dba352e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251746 Oct 17 10:42:34.991641 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-19124c73-d7aa-432b-80cd-8881cd8fc1c0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826678 Oct 17 10:42:35.081906 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-5d5a1bd5-923b-4347-b279-d6a07a02794e req-201b446d-00ae-49bd-9835-37a150067c99 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850782 Oct 17 10:42:35.413364 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device bc1ffe0a-cb09-4a53-9f9f-51168aa2994f details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=104473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 10:42:35.509130 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:42:35.520966 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Returning: {'device': 'bc1ffe0a-cb09-4a53-9f9f-51168aa2994f', 'network_id': '6c1fde2e-1e15-4311-882d-644dba352e63', 'port_id': 'bc1ffe0a-cb09-4a53-9f9f-51168aa2994f', 'mac_address': 'fa:16:3e:41:87:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b465b7-aa82-48e2-8e6a-651df231a114', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 10:42:35.560429 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f is: DOWN; New status is: BUILD {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:42:35.560825 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:35.575024 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1ffe0a-cb09-4a53-9f9f-51168aa2994f {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 10:42:35.596199 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:42:35.600121 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:35.601886 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cff6a1-4c1f-4771-97fa-c6653df627e7 req-acbd7dbd-ed7a-47e6-a5bd-bde7c4cea7a4 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:35.603454 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-46cff6a1-4c1f-4771-97fa-c6653df627e7 req-acbd7dbd-ed7a-47e6-a5bd-bde7c4cea7a4 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 944 time: 0.0479968 Oct 17 10:42:35.646119 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,revision_number=4']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:42:35.652184 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-46cff6a1-4c1f-4771-97fa-c6653df627e7 req-e22b280d-58f3-4c97-83b7-680fade8b754 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Oct 17 10:42:35.654157 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.654540 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.654889 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.655236 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.655576 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.655912 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.656243 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.656571 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.656899 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.657226 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.657549 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.657906 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.658196 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.658539 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.658861 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:42:35.812061 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3acb86e9-e0a9-4a8c-ba2c-133db440a50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:35.988740 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['bc1ffe0a-cb09-4a53-9f9f-51168aa2994f'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:42:36.774130 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4208252-ea23-4345-981f-8bb5481a89a2 req-800722fa-9823-44b5-8038-a4b601ae9795 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:36.775602 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4208252-ea23-4345-981f-8bb5481a89a2 req-800722fa-9823-44b5-8038-a4b601ae9795 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 945 time: 0.0466349 Oct 17 10:42:36.822249 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b4208252-ea23-4345-981f-8bb5481a89a2 req-1f696edd-53a0-4a88-8c4f-b66f266655ba tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Oct 17 10:42:37.421777 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device bc1ffe0a-cb09-4a53-9f9f-51168aa2994f up at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:42:37.463292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning for port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f completed by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 10:42:37.470223 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Provisioning complete for port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f triggered by entity L2. {{(pid=104473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 10:42:37.470747 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480259'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), provisioning_complete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:37.471092 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Attempt 1 to provision port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f Oct 17 10:42:37.546728 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Current status of the port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f is: BUILD; New status is: ACTIVE {{(pid=104473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 10:42:37.547107 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3901043'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:37.569266 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1eb613f-b52f-4a7b-9c21-1588a8d22bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1ffe0a-cb09-4a53-9f9f-51168aa2994f'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:42:37.571522 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}716a99ccf5bd5eafd43900ff8beb1ccb34280484f8edb1c05f379896c7cd3018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dc11e8-a1ce-4e02-a51a-3b0c56eb6288" -d '{"events": [{"server_uuid": "a1eb613f-b52f-4a7b-9c21-1588a8d22bd5", "name": "network-vif-plugged", "status": "completed", "tag": "bc1ffe0a-cb09-4a53-9f9f-51168aa2994f"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:42:37.585092 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] For port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:42:37.589094 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729329685697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329198830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329198852'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:37.637668 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Pushing event updated for resources: {'Port': ['ID=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,revision_number=5']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:42:37.671746 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164d05e6-e659-4283-bab2-f09a51c916f9 x-openstack-request-id: req-164d05e6-e659-4283-bab2-f09a51c916f9 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:42:37.672038 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1eb613f-b52f-4a7b-9c21-1588a8d22bd5", "name": "network-vif-plugged", "status": "completed", "tag": "bc1ffe0a-cb09-4a53-9f9f-51168aa2994f", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:42:37.672292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-164d05e6-e659-4283-bab2-f09a51c916f9 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:42:37.672716 dv-cinder-860209-5-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164d05e6-e659-4283-bab2-f09a51c916f9'] response: {'server_uuid': 'a1eb613f-b52f-4a7b-9c21-1588a8d22bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1ffe0a-cb09-4a53-9f9f-51168aa2994f', 'code': 200} Oct 17 10:42:37.877539 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8d683-2d67-4d6a-9ea3-2be6de40ec22 req-b44f55db-a763-4d84-abc9-162c1bcdc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:37.879280 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-95e8d683-2d67-4d6a-9ea3-2be6de40ec22 req-b44f55db-a763-4d84-abc9-162c1bcdc885 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0432365 Oct 17 10:42:37.936435 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:37.936944 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:37.962298 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800a975-c9a9-4db7-b036-d4d06d7f3eee req-300b5702-2c07-4223-a170-0e7bb0864dfe tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:37.963807 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d800a975-c9a9-4db7-b036-d4d06d7f3eee req-300b5702-2c07-4223-a170-0e7bb0864dfe tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 946 time: 0.0630543 Oct 17 10:42:37.966096 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-95e8d683-2d67-4d6a-9ea3-2be6de40ec22 req-14e6358a-b07b-41f1-83a2-c801a695c356 service neutron] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811789 Oct 17 10:42:38.013047 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-d800a975-c9a9-4db7-b036-d4d06d7f3eee req-8a1573b2-9862-4d97-9812-f40dc69808eb tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 Oct 17 10:42:38.196680 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-70a3c547-60bf-45af-bca7-de5bc3d5776d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:39.137676 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169db9e3-ffe9-47b1-8ad8-40dbdf199f70 req-04b4b0de-1442-4069-b4de-6c0ad6cf9ad7 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:39.140598 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-169db9e3-ffe9-47b1-8ad8-40dbdf199f70 req-04b4b0de-1442-4069-b4de-6c0ad6cf9ad7 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 946 time: 0.0516093 Oct 17 10:42:39.190681 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-169db9e3-ffe9-47b1-8ad8-40dbdf199f70 req-fa875a84-9dff-4701-8f84-468c4d0670ec tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446808 Oct 17 10:42:39.427146 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:40.319749 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240accf-6702-40ed-a90e-97a163e4a904 req-c15bdb44-e8f2-4c8d-9e0e-22df9c8d94fb tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:40.321270 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b240accf-6702-40ed-a90e-97a163e4a904 req-c15bdb44-e8f2-4c8d-9e0e-22df9c8d94fb tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 946 time: 0.0505021 Oct 17 10:42:40.371335 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-b240accf-6702-40ed-a90e-97a163e4a904 req-be3b147a-6ba4-4090-b895-f1d90425d1bb tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Oct 17 10:42:40.736102 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:41.281309 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:41.296059 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:41.313041 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:41.313742 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:44.709661 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:49.184432 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=42 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:49.187162 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=32 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:50.245624 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:42:50.365062 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=17 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:50.367322 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=18 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:42:55.211850 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:42:58.578009 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-d3229e64-cca9-4d10-8669-fc1049220efb service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380075 Oct 17 10:42:58.680122 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-3a759fbc-445c-4ead-8f78-6008de1da6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:58.681583 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-3a759fbc-445c-4ead-8f78-6008de1da6ee service neutron] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f4a5813ff7244904ad8d2ac132c63cf9&device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0387053 Oct 17 10:42:58.791293 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-4718673d-60c6-423d-b8c0-d75a65af5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:58.792753 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-4718673d-60c6-423d-b8c0-d75a65af5c32 service neutron] 10.222.0.30 "GET /networking/v2.0/networks?id=6c1fde2e-1e15-4311-882d-644dba352e63 HTTP/1.1" status: 200 len: 914 time: 0.0907502 Oct 17 10:42:58.835198 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-9d0505b3-8535-4e70-94ae-f3798daef24c service neutron] 10.222.0.30 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f HTTP/1.1" status: 200 len: 217 time: 0.0357971 Oct 17 10:42:58.883165 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-4ec7b49a-e27a-41dd-8bf7-3189f360bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:42:58.884597 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-4ec7b49a-e27a-41dd-8bf7-3189f360bcdf service neutron] 10.222.0.30 "GET /networking/v2.0/subnets?id=24b465b7-aa82-48e2-8e6a-651df231a114 HTTP/1.1" status: 200 len: 853 time: 0.0443299 Oct 17 10:42:58.923690 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-d3ce5452-12c9-4c9d-8a3b-41e531f29cc9 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?network_id=6c1fde2e-1e15-4311-882d-644dba352e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309260 Oct 17 10:42:59.012723 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-b2ba4c62-df6f-4690-a198-9747c4968476 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825620 Oct 17 10:42:59.111557 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-affb0685-a0c0-4be0-97cd-a50cd2994f70 req-8bb96f34-ff45-40ca-91b8-690a0664c44c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923297 Oct 17 10:43:00.239977 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:00.241167 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:03.602854 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55096c23-4119-4ed1-a6de-26cd7c50537f req-0966ec15-c8a7-4ba3-8dc4-c4e51550e492 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:43:03.604230 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-55096c23-4119-4ed1-a6de-26cd7c50537f req-0966ec15-c8a7-4ba3-8dc4-c4e51550e492 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 946 time: 0.0467656 Oct 17 10:43:03.651123 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-55096c23-4119-4ed1-a6de-26cd7c50537f req-2b7f87a3-e3a1-4d86-ac63-1187703941c7 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Oct 17 10:43:04.773700 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734a754-edf0-46d8-95e3-a3b30f164651 req-4f51b046-2d6c-4298-8be4-7060df9e5e8f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:43:04.775176 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2734a754-edf0-46d8-95e3-a3b30f164651 req-4f51b046-2d6c-4298-8be4-7060df9e5e8f tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 946 time: 0.0476913 Oct 17 10:43:04.823034 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2734a754-edf0-46d8-95e3-a3b30f164651 req-ac718c0c-6cad-4140-860a-27e590513a5c tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Oct 17 10:43:05.206166 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:05.206960 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:05.392075 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-0a7c8cd8-e9a7-49db-b5f6-4cc528a155fe tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:43:05.394389 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-0a7c8cd8-e9a7-49db-b5f6-4cc528a155fe tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 946 time: 0.0462470 Oct 17 10:43:05.478723 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Deleting port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 10:43:05.479058 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729329685544'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:05.568080 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] For port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,segment=NetworkSegment(e804875e-08ed-46ab-a3b3-d9914e1a39e0),segment_id=e804875e-08ed-46ab-a3b3-d9914e1a39e0)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:43:05.568436 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620147'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:05.585323 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Calling delete_port for bc1ffe0a-cb09-4a53-9f9f-51168aa2994f owned by compute:nova {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 10:43:05.704401 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:05.710584 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3900332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729329688742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329198821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16629093'] for port (bc1ffe0a-cb09-4a53-9f9f-51168aa2994f), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:05.735969 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Pushing event deleted for resources: {'Port': ['ID=bc1ffe0a-cb09-4a53-9f9f-51168aa2994f,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:43:05.743514 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] get_ports_and_sgs() called for port_ids ['bc1ffe0a-cb09-4a53-9f9f-51168aa2994f'] {{(pid=104473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 10:43:05.786381 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] No DVR routers for this DVR port bc1ffe0a-cb09-4a53-9f9f-51168aa2994f on host hv-cinder-86020 {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 10:43:05.788732 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-865090'] for port (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:05.791909 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [req-834c8b1a-5a60-498e-8bc8-93a253b3ecb2 req-626cdc18-81db-46e2-a59c-2890af542cb5 tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.30 "DELETE /networking/v2.0/ports/bc1ffe0a-cb09-4a53-9f9f-51168aa2994f HTTP/1.1" status: 204 len: 173 time: 0.3926458 Oct 17 10:43:05.792403 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1eb613f-b52f-4a7b-9c21-1588a8d22bd5', 'name': 'network-vif-deleted', 'tag': 'bc1ffe0a-cb09-4a53-9f9f-51168aa2994f'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 10:43:05.794642 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f23483979e4b466b3f9fb1635860b3651b7a1faf8e98bce23eb126c8d7c5cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da8b6f2-df20-4bfd-980c-ca3df69c7bc9" -d '{"events": [{"server_uuid": "a1eb613f-b52f-4a7b-9c21-1588a8d22bd5", "name": "network-vif-deleted", "tag": "bc1ffe0a-cb09-4a53-9f9f-51168aa2994f"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 10:43:05.815457 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-850287d1-4000-442b-9f83-444e96282b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:05.839804 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 10:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7aa0f6-7b5c-43a9-a8f8-c69a3a6e6c9f x-openstack-request-id: req-ce7aa0f6-7b5c-43a9-a8f8-c69a3a6e6c9f {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 10:43:05.840097 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1eb613f-b52f-4a7b-9c21-1588a8d22bd5", "name": "network-vif-deleted", "tag": "bc1ffe0a-cb09-4a53-9f9f-51168aa2994f", "status": "completed", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 10:43:05.840348 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce7aa0f6-7b5c-43a9-a8f8-c69a3a6e6c9f {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 10:43:05.840752 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7aa0f6-7b5c-43a9-a8f8-c69a3a6e6c9f'] response: {'server_uuid': 'a1eb613f-b52f-4a7b-9c21-1588a8d22bd5', 'name': 'network-vif-deleted', 'tag': 'bc1ffe0a-cb09-4a53-9f9f-51168aa2994f', 'status': 'completed', 'code': 200} Oct 17 10:43:05.931700 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bf2be079-2d3a-48ac-bb8e-d68891032528 req-5fc141ec-f314-4011-8b17-6aea73b21a7c tempest-VolumesSnapshotTestJSON-143309301 tempest-VolumesSnapshotTestJSON-143309301-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1eb613f-b52f-4a7b-9c21-1588a8d22bd5 HTTP/1.1" status: 200 len: 210 time: 0.0319054 Oct 17 10:43:08.198120 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7bb76880-2c4a-450f-b567-51555ec491be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:09.431004 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:10.739765 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:11.288643 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:11.988839 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device bc1ffe0a-cb09-4a53-9f9f-51168aa2994f no longer exists at agent hyperv_hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 10:43:12.008395 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] No Port match for: bc1ffe0a-cb09-4a53-9f9f-51168aa2994f {{(pid=104473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 10:43:12.008742 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.rpc [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Device bc1ffe0a-cb09-4a53-9f9f-51168aa2994f not bound to the agent host hv-cinder-86020 {{(pid=104473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 10:43:14.819892 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=9 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:15.746054 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:15.770979 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:15.912223 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=11 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:18.304325 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:18.310089 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:20.254976 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:30.247939 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:30.249884 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:31.248242 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [-] (104471) accepted ('10.222.0.16', 36148) {{(pid=104471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:43:31.292516 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_v2 [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Deleting subnet 24b465b7-aa82-48e2-8e6a-651df231a114 {{(pid=104471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 10:43:31.295613 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Publish callbacks [] for subnet (24b465b7-aa82-48e2-8e6a-651df231a114), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.329172 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16678353'] for subnet (24b465b7-aa82-48e2-8e6a-651df231a114), precommit_delete_associations {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.369833 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884920'] for subnet (24b465b7-aa82-48e2-8e6a-651df231a114), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.424452 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16629072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097757'] for subnet (24b465b7-aa82-48e2-8e6a-651df231a114), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.451115 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b465b7-aa82-48e2-8e6a-651df231a114,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:43:31.453979 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for subnet (None), before_response {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.456657 dv-cinder-860209-5-iscsi neutron-server[104471]: INFO neutron.wsgi [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/24b465b7-aa82-48e2-8e6a-651df231a114 HTTP/1.1" status: 204 len: 168 time: 0.2074208 Oct 17 10:43:31.460041 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 36150) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:43:31.463446 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.463798 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.464143 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.464503 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.464839 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.465168 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.465497 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.465820 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.466144 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.466504 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.466830 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.467155 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.467479 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.467821 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.468118 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9285abb1-3968-45ae-9e1c-65382996f3ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.531570 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3927477'] for network (6c1fde2e-1e15-4311-882d-644dba352e63), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.609427 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3480682', 'neutron.services.segments.db._delete_segments_for_network-8729329646300'] for network (6c1fde2e-1e15-4311-882d-644dba352e63), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.629111 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1fde2e-1e15-4311-882d-644dba352e63']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:43:31.638211 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e804875e-08ed-46ab-a3b3-d9914e1a39e0') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:43:31.638538 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e804875e-08ed-46ab-a3b3-d9914e1a39e0') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:43:31.648583 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729329713574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1924855'] for segment (e804875e-08ed-46ab-a3b3-d9914e1a39e0), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.662667 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143'] for segment (e804875e-08ed-46ab-a3b3-d9914e1a39e0), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.668992 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 10:43:31.669397 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12278619'] for segment (e804875e-08ed-46ab-a3b3-d9914e1a39e0), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.738131 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452012'] for network (6c1fde2e-1e15-4311-882d-644dba352e63), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.745209 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546671'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.749111 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/6c1fde2e-1e15-4311-882d-644dba352e63 HTTP/1.1" status: 204 len: 168 time: 0.2880599 Oct 17 10:43:31.762079 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1fde2e-1e15-4311-882d-644dba352e63,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:43:31.770118 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.770658 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.771826 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.771826 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.771826 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.772182 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.772289 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.772602 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.772930 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.773255 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.773581 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.773904 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.774223 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.774584 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.774890 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff2122-df9c-4fdc-87d8-4479ca74e0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-5-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:43:31.798095 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment e804875e-08ed-46ab-a3b3-d9914e1a39e0 resource provider aggregate not found Oct 17 10:43:31.819076 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment e804875e-08ed-46ab-a3b3-d9914e1a39e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e804875e-08ed-46ab-a3b3-d9914e1a39e0 found for delete ", "request_id": "req-f1124b7f-9692-4c6f-b8cc-a16e21e98e62"}]} Oct 17 10:43:31.882607 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 36160) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:43:31.923259 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8e60c523-b1d4-4e3e-be39-b8efb86402db admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f4a5813ff7244904ad8d2ac132c63cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395734 Oct 17 10:43:31.925775 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.16', 36162) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:43:31.974411 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f1c68500-ccfc-47d7-8841-3e626b4cc9b7 admin admin] Publish callbacks [] for security_group (ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:31.995403 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f1c68500-ccfc-47d7-8841-3e626b4cc9b7 admin admin] Publish callbacks [] for security_group (ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:32.047546 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f1c68500-ccfc-47d7-8841-3e626b4cc9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448038'] for security_group (ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:32.050126 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f1c68500-ccfc-47d7-8841-3e626b4cc9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:32.051304 dv-cinder-860209-5-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f1c68500-ccfc-47d7-8841-3e626b4cc9b7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375 HTTP/1.1" status: 204 len: 168 time: 0.1246550 Oct 17 10:43:32.060433 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c68500-ccfc-47d7-8841-3e626b4cc9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5f6b44-bfcf-4a0c-a648-3bddbe6ea375,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:43:32.214574 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:43:34.748429 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=14 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:35.818835 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a0353fb-b562-43c6-ab4c-aaad7e41da9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:38.199159 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4cda739-b9e1-4f62-ac98-dfa0adbc7fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:39.434939 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:40.742695 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:41.290157 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:41.432996 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=29,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:41.458847 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:42.055288 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=44,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:42.056040 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:42.209160 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=14 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:50.248903 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:43:55.305383 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:43:55.306636 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:00.242613 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:00.244572 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:05.821762 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c384ee1-7e8c-4381-b66a-e2b5fd9aef86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:08.199777 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-43c521f8-fc68-4a8a-bdd5-eb0c23c44df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:09.213466 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:44:09.436192 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:10.746292 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:11.293147 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:19.208751 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:19.210031 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:20.268734 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:30.263649 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:30.265525 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:34.253129 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:34.253865 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:35.823733 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8a539251-c7b9-423b-9236-0b35a8d97f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:38.203149 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-be1b5fb7-aaa0-4f2e-b5bf-5457df5af111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:39.439388 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:40.747950 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:41.296952 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:46.212115 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:44:50.262843 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:44:56.208164 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:44:56.208926 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:00.256885 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:00.258819 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:05.825588 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-632b3995-f39c-46f3-9496-f247fcd5245c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:08.207910 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5f219ace-2a0c-41a6-8bba-83485df65f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:09.297689 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:09.298428 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:09.441194 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:10.749961 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:11.298808 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:20.261754 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:23.210508 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:45:30.255240 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:30.257127 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:34.743097 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=15 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:34.745068 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:35.828587 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-358f1403-a0e9-4a9e-8b7e-85d311af1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:38.209488 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9d7e32a3-1cf0-4c75-8351-1e605bf2f8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:39.445466 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:40.755114 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:41.300990 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:45:46.294203 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:46.304278 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:45:50.261258 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:00.210274 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:46:00.250485 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:46:00.257489 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:46:05.830062 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fb650886-4556-4efa-a489-0d9dd7e7bd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:08.211365 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36eb-1d0c-4bdd-bcd4-cb1c4c8f9d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:09.448104 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:10.206597 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:46:10.755060 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:11.303059 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:20.266439 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:23.309518 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:46:23.310768 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:46:30.255365 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:46:30.261353 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:46:34.258574 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:46:35.834468 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fd5f813-17ce-44b2-b4b6-ba0a821a3d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:37.209977 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:46:38.212204 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1905e18d-786f-49d0-8f37-bed33894268b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:39.451680 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:40.758434 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:41.305667 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:46:47.206250 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:46:50.262539 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:00.256119 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:47:00.257983 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:47:00.315476 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:47:00.316190 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:47:05.836491 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bee61343-4eaf-43bf-8647-4c4d5ce369c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:08.213453 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-985cef3d-7840-4087-b783-70410655cd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:09.456854 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:10.762213 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:11.307481 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:14.208419 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:47:20.259846 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:22.297106 dv-cinder-860209-5-iscsi neutron-server[104471]: DEBUG neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-0211b89a-71d4-4de9-a09d-6d3e9cfd6d09 service neutron] (104471) timed out ('10.222.0.16', 59530) {{(pid=104471) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 10:47:22.486917 dv-cinder-860209-5-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-efd9ae3c-d995-4215-b6a5-4e773be786ac req-683cf7e3-3d3b-4f11-9286-48454e985740 tempest-TestShelveInstance-364783174 tempest-TestShelveInstance-364783174-project] (104472) timed out ('10.222.0.16', 59540) {{(pid=104472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 10:47:24.204374 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:47:30.254073 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:47:30.256036 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:47:35.838081 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0308a516-90fe-48e6-918e-9fd2a1b81385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:37.307779 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=14 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:47:37.312847 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=18 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:47:38.215900 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ae9d562d-6602-4936-83e8-0e8a80e516f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:39.456486 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:40.767521 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:41.309656 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:50.258935 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:47:51.207934 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:48:00.252485 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:00.254467 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:01.203226 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:01.203979 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:05.839236 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1bc782c0-77d1-48e4-9f61-12e8d1fdd3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:08.217045 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-321e78c3-3c51-4855-94fd-f94f5b4a4ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:09.459867 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:10.767225 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:11.311536 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:14.313254 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:14.318617 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:20.268286 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:28.206955 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:48:30.262019 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:30.263924 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:34.264247 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:35.843588 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b089353d-7566-47a3-af50-5d04bf692f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:38.202250 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:38.218989 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ede0bbc7-fcf3-47ce-9a17-9593d0d807f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:39.463520 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:40.771667 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:41.316008 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbfd812c-0898-4fcd-b93f-21e7cdd36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5b1b400-1586-4013-be49-441c4490a796), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:50.302311 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-671fd9c5-d585-490b-bb9b-b96af6146a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (c79ba2d1-0ecf-4ad0-b8c8-25120b9d3776), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:48:51.324176 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:48:51.325033 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:49:00.291948 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:49:00.298155 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 10:49:05.207601 dv-cinder-860209-5-iscsi neutron-server[104474]: DEBUG neutron.db.agents_db [None req-d7acde89-fab7-4874-ad3b-073cb6760f80 None None] Agent healthcheck: found 6 active agents {{(pid=104474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:49:05.846153 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-13f166f3-6c78-44f0-986f-da8ecc8c8721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d0dacc54-5179-4204-8029-208aa5ef1f72), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:49:08.222130 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dda63368-fb06-4110-8c93-4b2ceb3b750f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (ccd7139d-5a14-4520-aee5-9b4c3daec2f5), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:49:09.465539 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3a53b405-e3aa-4d89-8849-7c40d9e6d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (a510d746-dc33-41f4-9f17-61e8f668d065), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:49:10.775046 dv-cinder-860209-5-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9a2544ba-e094-4ae3-b6df-4848bfbcebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729329646282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3480101'] for agent (d5d9b760-37cc-4fee-b052-a8ff6b9da28c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}